[ 522.963706] env[66239]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.963706] env[66239]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.946199] env[66328]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.946199] env[66328]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.492840] env[66328]: INFO neutron.common.config [-] Logging enabled! [ 525.493128] env[66328]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev81 [ 525.493407] env[66328]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66328) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.493713] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.493810] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.494641] env[66328]: WARNING oslo_policy.policy [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.494862] env[66328]: WARNING oslo_policy.policy [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.496518] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] VMware NSXv3 Agent initialized successfully. [ 525.496864] env[66328]: DEBUG oslo_concurrency.lockutils [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] Acquiring lock "singleton_lock" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.497054] env[66328]: DEBUG oslo_concurrency.lockutils [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] Acquired lock "singleton_lock" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.497204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] Releasing lock "singleton_lock" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.497490] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] Full set of CONF: {{(pid=66328) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 525.497600] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ******************************************************************************** {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.497699] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] Configuration options gathered from: {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.498043] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.498219] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.498323] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ================================================================================ {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.498486] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] agent_down_time = 75 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.498624] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] allow_automatic_dhcp_failover = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.498755] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] allow_bulk = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.498899] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] api_extensions_path = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499052] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] api_paste_config = api-paste.ini {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499233] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] auth_strategy = keystone {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499337] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] backdoor_port = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499436] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] backdoor_socket = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499574] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] backlog = 4096 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499706] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499864] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] bind_host = 0.0.0.0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.499997] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] bind_port = 9696 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500139] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] client_socket_timeout = 900 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500280] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] config_dir = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500386] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500520] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] config_source = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500656] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] control_exchange = neutron {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500792] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] core_plugin = ml2 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.500927] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] debug = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501102] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] default_availability_zones = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501319] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501460] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] dhcp_agent_notification = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501592] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] dhcp_agents_per_network = 1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501721] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] dhcp_lease_duration = 86400 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501861] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] dhcp_load_type = networks {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.501996] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] dns_domain = openstacklocal {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502156] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502282] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_default_route_bfd = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502410] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_default_route_ecmp = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502540] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_dvr = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502665] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_new_agents = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502790] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.502915] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_signals = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.503051] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] enable_traditional_dhcp = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.503202] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] external_dns_driver = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.503343] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] filter_validation = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.503537] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] global_physnet_mtu = 8950 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.503685] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] graceful_shutdown_timeout = 60 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.503865] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] host = cpu-1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504008] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] host_dvr_for_dhcp = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504153] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] http_retries = 3 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504289] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] instance_format = [instance: %(uuid)s] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504421] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504554] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ipam_driver = internal {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504683] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ipv6_pd_enabled = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504809] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] l3_ha = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.504941] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505083] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] l3_ha_network_physical_name = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505220] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] l3_ha_network_type = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505382] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_color = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505541] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_config_append = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505687] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505817] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_dir = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.505943] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_file = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506056] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_options = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506192] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_rotate_interval = 1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506328] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_rotate_interval_type = days {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506461] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] log_rotation_type = none {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506562] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506660] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506794] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.506923] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507099] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507156] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] max_dns_nameservers = 5 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507285] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] max_header_line = 16384 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507411] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] max_l3_agents_per_router = 3 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507534] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] max_logfile_count = 30 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507657] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] max_logfile_size_mb = 200 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507780] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] max_subnet_host_routes = 20 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.507916] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] my_ip = 10.180.1.21 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508052] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] my_ipv6 = ::1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508183] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] network_auto_schedule = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508308] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] network_link_prefix = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508441] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508573] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] notify_nova_on_port_data_changes = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508704] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] notify_nova_on_port_status_changes = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508839] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] pagination_max_limit = -1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.508970] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] publish_errors = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509129] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] rate_limit_burst = 0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509278] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] rate_limit_except_level = CRITICAL {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509409] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] rate_limit_interval = 0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509636] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] retry_until_window = 30 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509692] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] router_distributed = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509796] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] rpc_resources_processing_step = 20 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.509924] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] rpc_response_max_timeout = 600 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510069] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] rpc_response_timeout = 60 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510206] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] send_events_interval = 2 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510351] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] service_plugins = ['router'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510491] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] setproctitle = on {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510615] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] shell_completion = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510747] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] state_path = /opt/stack/data/neutron {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.510878] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] syslog_log_facility = LOG_USER {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511019] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] tcp_keepidle = 600 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511185] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] transport_url = **** {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511319] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] use_journal = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511446] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] use_json = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511570] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] use_ssl = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511693] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] use_stderr = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511824] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] use_syslog = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.511952] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] vlan_qinq = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512091] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] vlan_transparent = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512226] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] watch_log_file = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512356] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] wsgi_default_pool_size = 100 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512480] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] wsgi_keep_alive = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512614] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512743] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] wsgi_server_debug = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.512892] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_concurrency.disable_process_locking = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513043] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513198] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513370] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513494] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513633] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513766] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.513917] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.connection_string = messaging:// {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514069] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.enabled = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514213] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.es_doc_type = notification {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514348] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.es_scroll_size = 10000 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514487] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.es_scroll_time = 2m {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514619] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.filter_error_trace = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514754] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.hmac_keys = **** {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.514888] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.sentinel_service_name = mymaster {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515037] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.socket_timeout = 0.1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515174] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.trace_requests = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515303] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler.trace_sqlalchemy = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515448] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler_jaeger.process_tags = {} {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515578] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler_jaeger.service_name_prefix = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515709] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] profiler_otlp.service_name_prefix = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.515856] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.enforce_new_defaults = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.516145] env[66328]: WARNING oslo_config.cfg [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.516321] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.enforce_scope = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.516468] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.policy_default_rule = default {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.516617] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.516756] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.516896] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517037] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517228] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517295] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517421] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517557] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517703] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517848] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] agent.extensions = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.517988] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518141] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] service_providers.service_provider = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518285] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.default_quota = -1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518423] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518554] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_floatingip = 50 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518684] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_network = 100 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518811] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_port = 500 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.518940] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519099] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_router = 10 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519256] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_security_group = 10 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519407] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519540] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.quota_subnet = 100 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519669] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] QUOTAS.track_quota_usage = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519816] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.519946] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.group = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520086] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.helper_command = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520221] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.log_daemon_traceback = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520357] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520487] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.thread_pool_size = 8 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520616] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep.user = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520757] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.520885] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.group = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521018] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.helper_command = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521173] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521317] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521447] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521571] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_dhcp_release.user = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521706] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521831] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.group = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.521958] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522130] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522282] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522415] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522544] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_ovs_vsctl.user = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522681] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.capabilities = [21] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522808] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.group = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.522937] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.helper_command = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523078] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523216] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523347] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523473] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_namespace.user = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523607] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.capabilities = [12] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523734] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.group = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523860] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.helper_command = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.523989] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.524138] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.524292] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.524473] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_conntrack.user = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.524622] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.capabilities = [12, 21] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.524752] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.group = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.524879] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.helper_command = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525016] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.log_daemon_traceback = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525157] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525288] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.thread_pool_size = 8 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525413] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] privsep_link.user = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525563] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525708] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525843] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.continue_on_failed_promotions = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.525974] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.dscp = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526121] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.dscp_inherit = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526261] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.force_mp_to_policy = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526389] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.locking_coordinator_url = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526521] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.log_agent_heartbeats = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526649] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.logging_expire = 1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526787] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.526921] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527068] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.polling_interval = 240 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527204] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527361] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527510] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.report_interval = 30.0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527652] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527789] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.527923] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528068] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.sync_skew = 60 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528204] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.synchronization_queue_size = 20 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528337] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT.use_helper_for_ns_read = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528476] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] SECURITYGROUP.enable_ipset = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528616] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] SECURITYGROUP.enable_security_group = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528751] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.528886] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529039] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] experimental.ipv6_pd_enabled = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529222] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.extension_drivers = ['port_security'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529359] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.external_network_type = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529504] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529645] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.overlay_ip_version = 4 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529783] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.path_mtu = 8950 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.529920] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.physical_network_mtus = {} {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530073] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530217] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530380] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ml2.type_drivers = ['vlan'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530534] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530669] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530802] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.530944] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.531119] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.531269] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.531408] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.531546] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.531681] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.531877] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532032] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_login_password = **** {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532186] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532336] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_login_user = admin {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532475] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532613] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532746] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.532879] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533028] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533174] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533311] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533489] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533630] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533769] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.533911] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534057] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534202] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534390] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534535] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534671] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534802] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.534939] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.auth_section = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535094] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.auth_type = password {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535237] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535367] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.certfile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535500] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.collect_timing = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535641] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.endpoint_type = public {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535773] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.insecure = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.535899] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.keyfile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536048] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.region_name = RegionOne {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536186] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.split_loggers = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536317] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] nova.timeout = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536472] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.auth_section = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536619] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.auth_type = password {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536757] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.536887] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.certfile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537029] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.collect_timing = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537170] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.endpoint_type = public {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537300] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.insecure = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537494] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.keyfile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537546] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.region_name = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537667] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.split_loggers = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537789] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] placement.timeout = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.537922] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.auth_section = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538082] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.auth_type = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538227] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.cafile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538353] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.certfile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538486] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.collect_timing = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538612] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.connect_retries = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538742] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.connect_retry_delay = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538871] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.enable_notifications = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.538998] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.endpoint_override = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539163] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.insecure = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539298] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.interface = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539425] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.keyfile = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539554] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.max_version = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539679] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.min_version = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539803] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.region_name = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.539926] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.retriable_status_codes = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540062] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.service_name = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540190] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.service_type = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540315] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.split_loggers = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540438] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.status_code_retries = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540563] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.status_code_retry_delay = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540686] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.timeout = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540811] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.valid_interfaces = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.540934] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ironic.version = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541118] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] cli_script.dry_run = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541277] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541412] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541551] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541676] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541803] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.541928] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542065] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542196] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542326] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542464] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542591] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542727] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542861] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.542996] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543137] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543274] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543403] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543528] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543664] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543790] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.543915] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544052] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544218] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544355] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544483] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544610] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544738] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544864] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.544987] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545131] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545262] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.ssl = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545400] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545536] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545664] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545799] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.545934] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.546077] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.546220] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_notifications.driver = [] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.546350] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_notifications.retry = -1 {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.546494] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.546621] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.546719] env[66328]: DEBUG oslo_service.backend._eventlet.service [None req-3212b735-3c50-47c4-9fe4-2ffb5c71c427 None None] ******************************************************************************** {{(pid=66328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.547885] env[66328]: DEBUG neutron.agent.securitygroups_rpc [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Init firewall settings (driver=nsxv3) {{(pid=66328) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.549227] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66328) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.549455] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.551862] env[66328]: DEBUG dogpile.cache.region [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.552018] env[66328]: DEBUG dogpile.lock [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.552088] env[66328]: DEBUG dogpile.lock [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.552166] env[66328]: DEBUG dogpile.lock [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.552266] env[66328]: DEBUG dogpile.cache.region [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.552341] env[66328]: DEBUG dogpile.lock [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.552448] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.573561] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Session token - acquiring [ 525.575115] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.575292] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.575400] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.575831] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.588714] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.859371] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.880061] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.880252] env[66328]: DEBUG dogpile.cache.region [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Cache value generated in 0.328 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.880385] env[66328]: DEBUG dogpile.lock [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.880447] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Activating Policy API Provider. [ 525.880620] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Looking for the default Infrastructure Rules. [ 525.951809] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Looking for the Default Layer3 Logged Drop Section. [ 525.967180] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.967646] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.967810] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.967908] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.968208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.968548] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.483138] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.985602] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.488465] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Inventory metadata is going to be refreshed. [ 527.488465] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.239453] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.239932] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.239932] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.240105] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.251806] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.253955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.254643] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.272344] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.272555] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.272625] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.272910] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.273047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.273197] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.273313] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.273437] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.295289] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.295550] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.295550] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.295837] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.296020] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.296162] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.319656] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.319862] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.319991] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.320253] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.320398] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.320541] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.340382] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.340698] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.340698] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.340916] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.341057] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.341259] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.341365] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.341466] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.361693] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.361904] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.362053] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.362318] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.362445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.362585] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.362683] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.362784] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.386220] env[66328]: DEBUG networking_nsxv3.common.locking [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.386466] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.386534] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.386882] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.387068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.387250] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.387359] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.387485] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Inventory metadata have been refreshed. [ 528.387587] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Dryrun:True. Metadata refresh completed. [ 528.387727] env[66328]: DEBUG oslo_concurrency.lockutils [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Releasing lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.389728] env[66328]: INFO neutron.agent.agent_extensions_manager [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Loaded agent extensions: [] [ 528.390546] env[66328]: DEBUG neutron_lib.callbacks.manager [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66328) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.442219] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.442392] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.442428] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent out of sync with plugin! [ 533.391153] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.391153] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.392829] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.392829] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.318387] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3ef07763-2a4c-438d-9c13-7acec6abd1c7 demo admin] Enqueued Resource ID: 92f19840-d988-481b-8d4e-d0c5e3fd00ee with Priority: HIGHEST for action security_group_rules [ 543.318902] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f19840-d988-481b-8d4e-d0c5e3fd00ee with Priority: HIGHEST for action security_group_rules [ 543.319217] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f19840-d988-481b-8d4e-d0c5e3fd00ee taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.319417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f19840-d988-481b-8d4e-d0c5e3fd00ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.319491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f19840-d988-481b-8d4e-d0c5e3fd00ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.319826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f19840-d988-481b-8d4e-d0c5e3fd00ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.319909] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f19840-d988-481b-8d4e-d0c5e3fd00ee',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.840138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.840500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.840500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.840698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.840698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.840864] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f19840-d988-481b-8d4e-d0c5e3fd00ee already deleted. [ 543.840864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f19840-d988-481b-8d4e-d0c5e3fd00ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.320272] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.320726] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.321355] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.321625] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.323248] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.323955] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.325100] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.325100] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.393388] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.394197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.394461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.394797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.395167] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.899085] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.403535] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.906789] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 565.906789] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 566.682882] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.683251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.683251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.683361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.698381] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 566.699245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.700365] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 566.730086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.730265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.730316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.730497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.730938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.730938] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 566.730938] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.730938] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 566.751149] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.751367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.751367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.751547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.751679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.751796] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 566.773012] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.773178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.773247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.773442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.773547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.773656] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 566.798200] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.798405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.798405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.798599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.798711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.798827] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 566.798897] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.798967] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 566.819038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.819197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.819265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.819466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.819549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.819652] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 566.819720] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.819815] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 566.840215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.840361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.840430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.840634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.840738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.840879] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 566.840916] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 566.840981] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 566.841057] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 566.841129] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 566.841190] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 566.841249] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 566.841662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 566.841662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 566.841662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 566.861974] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.862134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.862194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.862391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.862496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.862600] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 566.883024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.883218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.883265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.883465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.883567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.898379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.325881] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.326289] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.650171] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ea9692f9-1c56-4eb8-a1c4-ea17ee2ea7fa None None] Enqueued Resource ID: 8b8cfdad-90b5-4ac8-8259-ec39490741ba with Priority: HIGHEST for action port [ 572.651226] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8cfdad-90b5-4ac8-8259-ec39490741ba with Priority: HIGHEST for action port [ 572.651226] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8cfdad-90b5-4ac8-8259-ec39490741ba taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.651354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8cfdad-90b5-4ac8-8259-ec39490741ba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.651354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8cfdad-90b5-4ac8-8259-ec39490741ba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.655106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8cfdad-90b5-4ac8-8259-ec39490741ba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.655409] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8cfdad-90b5-4ac8-8259-ec39490741ba',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.158802] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b8cfdad-90b5-4ac8-8259-ec39490741ba [ 573.159252] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.159252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.159252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.159455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.159519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.159907] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b8cfdad-90b5-4ac8-8259-ec39490741ba already deleted. [ 573.159907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8cfdad-90b5-4ac8-8259-ec39490741ba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.674849] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1c40aede-ff21-4a24-8afc-8ace600e1aa7 None None] Enqueued Resource ID: 940cfa12-6393-4523-bbe1-d4296adb8209 with Priority: HIGHEST for action port [ 574.675426] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940cfa12-6393-4523-bbe1-d4296adb8209 with Priority: HIGHEST for action port [ 574.675711] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-940cfa12-6393-4523-bbe1-d4296adb8209 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.675874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940cfa12-6393-4523-bbe1-d4296adb8209" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.675982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940cfa12-6393-4523-bbe1-d4296adb8209" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.676153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940cfa12-6393-4523-bbe1-d4296adb8209" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.676268] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940cfa12-6393-4523-bbe1-d4296adb8209',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.946332] env[66328]: INFO networking_nsxv3.common.synchronization [None req-eccc9627-1d21-4207-92b1-292d58afb4a9 None None] Enqueued Resource ID: 773a15df-d89d-4192-8cdd-c74e12af9a49 with Priority: HIGHEST for action port [ 574.946841] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773a15df-d89d-4192-8cdd-c74e12af9a49 with Priority: HIGHEST for action port [ 574.947148] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-773a15df-d89d-4192-8cdd-c74e12af9a49 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.947277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-773a15df-d89d-4192-8cdd-c74e12af9a49" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.947336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-773a15df-d89d-4192-8cdd-c74e12af9a49" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.947584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-773a15df-d89d-4192-8cdd-c74e12af9a49" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.947673] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773a15df-d89d-4192-8cdd-c74e12af9a49',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.179267] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 940cfa12-6393-4523-bbe1-d4296adb8209 [ 575.179267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.179548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.179548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.179613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.179686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.179806] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:940cfa12-6393-4523-bbe1-d4296adb8209 already deleted. [ 575.179890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940cfa12-6393-4523-bbe1-d4296adb8209" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.450034] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fb8ebc0b-ab91-43af-90f9-0a3ba03ebc4a None None] Enqueued Resource ID: 120b18a7-8b95-4b4e-8f1d-32fec42686dd with Priority: HIGHEST for action port [ 575.450034] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120b18a7-8b95-4b4e-8f1d-32fec42686dd with Priority: HIGHEST for action port [ 575.450034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-120b18a7-8b95-4b4e-8f1d-32fec42686dd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.450546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120b18a7-8b95-4b4e-8f1d-32fec42686dd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.450546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120b18a7-8b95-4b4e-8f1d-32fec42686dd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.450546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120b18a7-8b95-4b4e-8f1d-32fec42686dd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.450546] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120b18a7-8b95-4b4e-8f1d-32fec42686dd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.451406] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 773a15df-d89d-4192-8cdd-c74e12af9a49 [ 575.451585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.451690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.451753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.451997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.452096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.452183] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:773a15df-d89d-4192-8cdd-c74e12af9a49 already deleted. [ 575.452260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-773a15df-d89d-4192-8cdd-c74e12af9a49" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.954920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 120b18a7-8b95-4b4e-8f1d-32fec42686dd [ 575.954920] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.954920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.954920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.954920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.954920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.954920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:120b18a7-8b95-4b4e-8f1d-32fec42686dd already deleted. [ 575.954920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120b18a7-8b95-4b4e-8f1d-32fec42686dd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.166702] env[66328]: INFO networking_nsxv3.common.synchronization [None req-097e6acd-4e71-4edd-8271-11b034727964 None None] Enqueued Resource ID: 3f383f46-24f6-4360-9fc2-02cad995bb5b with Priority: HIGHEST for action port [ 576.168299] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f383f46-24f6-4360-9fc2-02cad995bb5b with Priority: HIGHEST for action port [ 576.169275] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f383f46-24f6-4360-9fc2-02cad995bb5b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.172695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f383f46-24f6-4360-9fc2-02cad995bb5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.172695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f383f46-24f6-4360-9fc2-02cad995bb5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.172695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f383f46-24f6-4360-9fc2-02cad995bb5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.172695] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f383f46-24f6-4360-9fc2-02cad995bb5b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.672968] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f383f46-24f6-4360-9fc2-02cad995bb5b [ 576.673259] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.673444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.673444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.673688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.674772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.674772] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f383f46-24f6-4360-9fc2-02cad995bb5b already deleted. [ 576.674772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f383f46-24f6-4360-9fc2-02cad995bb5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.707596] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ad838321-4633-43f7-b8e9-bec56706c647 None None] Enqueued Resource ID: e505db0f-60b3-4c4d-855f-71f15e9e6ce4 with Priority: HIGHEST for action port [ 577.707889] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e505db0f-60b3-4c4d-855f-71f15e9e6ce4 with Priority: HIGHEST for action port [ 577.708406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e505db0f-60b3-4c4d-855f-71f15e9e6ce4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.708548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e505db0f-60b3-4c4d-855f-71f15e9e6ce4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.708618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e505db0f-60b3-4c4d-855f-71f15e9e6ce4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.710612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e505db0f-60b3-4c4d-855f-71f15e9e6ce4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.710773] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e505db0f-60b3-4c4d-855f-71f15e9e6ce4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.214676] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e505db0f-60b3-4c4d-855f-71f15e9e6ce4 [ 578.214912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.215061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.215131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.215338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.215432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.215520] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e505db0f-60b3-4c4d-855f-71f15e9e6ce4 already deleted. [ 578.215597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e505db0f-60b3-4c4d-855f-71f15e9e6ce4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.631019] env[66328]: INFO networking_nsxv3.common.synchronization [None req-8159fcaf-2603-419f-b6c0-8ed1aa67eb9c None None] Enqueued Resource ID: 434fd48d-5494-4027-b681-c18fc9b942a4 with Priority: HIGHEST for action port [ 578.631019] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434fd48d-5494-4027-b681-c18fc9b942a4 with Priority: HIGHEST for action port [ 578.631019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-434fd48d-5494-4027-b681-c18fc9b942a4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.631019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434fd48d-5494-4027-b681-c18fc9b942a4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.631019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434fd48d-5494-4027-b681-c18fc9b942a4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.631019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434fd48d-5494-4027-b681-c18fc9b942a4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.631019] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434fd48d-5494-4027-b681-c18fc9b942a4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.689700] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b564fa60-000b-4683-9a37-abffa05cfcfa None None] Enqueued Resource ID: ffa4cd02-a3f8-42d8-b259-037274bfc07f with Priority: HIGHEST for action port [ 578.690600] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa4cd02-a3f8-42d8-b259-037274bfc07f with Priority: HIGHEST for action port [ 578.691147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa4cd02-a3f8-42d8-b259-037274bfc07f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.691275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa4cd02-a3f8-42d8-b259-037274bfc07f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.691839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa4cd02-a3f8-42d8-b259-037274bfc07f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.692286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa4cd02-a3f8-42d8-b259-037274bfc07f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.692391] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa4cd02-a3f8-42d8-b259-037274bfc07f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.135741] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 434fd48d-5494-4027-b681-c18fc9b942a4 [ 579.136030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.136102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.136169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.136386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.136483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.136576] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:434fd48d-5494-4027-b681-c18fc9b942a4 already deleted. [ 579.136656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434fd48d-5494-4027-b681-c18fc9b942a4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.194672] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffa4cd02-a3f8-42d8-b259-037274bfc07f [ 579.194994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.195099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.195179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.195334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.195425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.195516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffa4cd02-a3f8-42d8-b259-037274bfc07f already deleted. [ 579.195598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa4cd02-a3f8-42d8-b259-037274bfc07f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.532847] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3245353e-b4bf-46a1-93c5-ceb0617b616b None None] Enqueued Resource ID: 27680fcd-60be-45f0-a3d8-e63e01ccedd2 with Priority: HIGHEST for action port [ 580.533898] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27680fcd-60be-45f0-a3d8-e63e01ccedd2 with Priority: HIGHEST for action port [ 580.533898] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-27680fcd-60be-45f0-a3d8-e63e01ccedd2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.533898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27680fcd-60be-45f0-a3d8-e63e01ccedd2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.533898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27680fcd-60be-45f0-a3d8-e63e01ccedd2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.535633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27680fcd-60be-45f0-a3d8-e63e01ccedd2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.537198] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27680fcd-60be-45f0-a3d8-e63e01ccedd2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.539495] env[66328]: INFO networking_nsxv3.common.synchronization [None req-11e72693-bac5-42d2-ad46-2aff48f76d79 None None] Enqueued Resource ID: 609586d9-27f2-48e1-a6a8-5db6ceec3be7 with Priority: HIGHEST for action port [ 580.543918] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609586d9-27f2-48e1-a6a8-5db6ceec3be7 with Priority: HIGHEST for action port [ 580.543918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-609586d9-27f2-48e1-a6a8-5db6ceec3be7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.543918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609586d9-27f2-48e1-a6a8-5db6ceec3be7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.544046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609586d9-27f2-48e1-a6a8-5db6ceec3be7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.544583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609586d9-27f2-48e1-a6a8-5db6ceec3be7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.544583] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609586d9-27f2-48e1-a6a8-5db6ceec3be7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.044397] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27680fcd-60be-45f0-a3d8-e63e01ccedd2 [ 581.044615] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.045366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.045366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.045366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.045366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.045366] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27680fcd-60be-45f0-a3d8-e63e01ccedd2 already deleted. [ 581.045366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27680fcd-60be-45f0-a3d8-e63e01ccedd2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.046673] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 609586d9-27f2-48e1-a6a8-5db6ceec3be7 [ 581.046835] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.046943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.047019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.047193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.047275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.047361] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:609586d9-27f2-48e1-a6a8-5db6ceec3be7 already deleted. [ 581.047513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609586d9-27f2-48e1-a6a8-5db6ceec3be7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.350854] env[66328]: INFO networking_nsxv3.common.synchronization [None req-edbf0d41-124a-4e8d-8f46-68cce345becb None None] Enqueued Resource ID: 200c30e8-0b12-417f-ba10-9fad5a58a369 with Priority: HIGHEST for action port [ 582.351697] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200c30e8-0b12-417f-ba10-9fad5a58a369 with Priority: HIGHEST for action port [ 582.351697] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-200c30e8-0b12-417f-ba10-9fad5a58a369 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.351827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200c30e8-0b12-417f-ba10-9fad5a58a369" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.351898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200c30e8-0b12-417f-ba10-9fad5a58a369" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.352908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200c30e8-0b12-417f-ba10-9fad5a58a369" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.352908] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200c30e8-0b12-417f-ba10-9fad5a58a369',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.565871] env[66328]: INFO networking_nsxv3.common.synchronization [None req-5f6e473a-72cb-4100-8907-c5eaf4029992 None None] Enqueued Resource ID: b314d98b-0456-4e08-8d12-f5c8ba3be678 with Priority: HIGHEST for action port [ 582.566524] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b314d98b-0456-4e08-8d12-f5c8ba3be678 with Priority: HIGHEST for action port [ 582.566721] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b314d98b-0456-4e08-8d12-f5c8ba3be678 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.566930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b314d98b-0456-4e08-8d12-f5c8ba3be678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.566930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b314d98b-0456-4e08-8d12-f5c8ba3be678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.567787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b314d98b-0456-4e08-8d12-f5c8ba3be678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.567909] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b314d98b-0456-4e08-8d12-f5c8ba3be678',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.855914] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 200c30e8-0b12-417f-ba10-9fad5a58a369 [ 582.856178] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.856313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.856374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.856586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.856676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.860105] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:200c30e8-0b12-417f-ba10-9fad5a58a369 already deleted. [ 582.860281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200c30e8-0b12-417f-ba10-9fad5a58a369" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.072605] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b314d98b-0456-4e08-8d12-f5c8ba3be678 [ 583.073160] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.073160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.073160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.073338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.073428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.073885] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b314d98b-0456-4e08-8d12-f5c8ba3be678 already deleted. [ 583.073885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b314d98b-0456-4e08-8d12-f5c8ba3be678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.299421] env[66328]: INFO networking_nsxv3.common.synchronization [None req-153c7b77-82ec-45f4-b2ad-99c23d78ffa4 None None] Enqueued Resource ID: 6e042f1e-728c-49b6-a319-45f8db8e3a9b with Priority: HIGHEST for action port [ 583.299964] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e042f1e-728c-49b6-a319-45f8db8e3a9b with Priority: HIGHEST for action port [ 583.300284] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e042f1e-728c-49b6-a319-45f8db8e3a9b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.300407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e042f1e-728c-49b6-a319-45f8db8e3a9b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.300472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e042f1e-728c-49b6-a319-45f8db8e3a9b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.300713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e042f1e-728c-49b6-a319-45f8db8e3a9b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.300792] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e042f1e-728c-49b6-a319-45f8db8e3a9b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.805819] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e042f1e-728c-49b6-a319-45f8db8e3a9b [ 583.805819] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.805819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.805819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.805819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.805819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.805819] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e042f1e-728c-49b6-a319-45f8db8e3a9b already deleted. [ 583.805819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e042f1e-728c-49b6-a319-45f8db8e3a9b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.042149] env[66328]: INFO networking_nsxv3.common.synchronization [None req-31994da0-f089-4c73-a019-72557ec52d2a None None] Enqueued Resource ID: 277063e4-4cf5-4b49-a7f2-d24640b8eb02 with Priority: HIGHEST for action port [ 584.043290] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277063e4-4cf5-4b49-a7f2-d24640b8eb02 with Priority: HIGHEST for action port [ 584.044220] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-277063e4-4cf5-4b49-a7f2-d24640b8eb02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.044410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277063e4-4cf5-4b49-a7f2-d24640b8eb02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.044506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277063e4-4cf5-4b49-a7f2-d24640b8eb02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.044779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277063e4-4cf5-4b49-a7f2-d24640b8eb02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.044890] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277063e4-4cf5-4b49-a7f2-d24640b8eb02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.549433] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 277063e4-4cf5-4b49-a7f2-d24640b8eb02 [ 584.549652] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.549775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.549840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.550092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.550182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.550275] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:277063e4-4cf5-4b49-a7f2-d24640b8eb02 already deleted. [ 584.550356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277063e4-4cf5-4b49-a7f2-d24640b8eb02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.984743] env[66328]: INFO networking_nsxv3.common.synchronization [None req-392f19cc-72d7-4942-be79-4947ccf9cf22 None None] Enqueued Resource ID: 4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96 with Priority: HIGHEST for action port [ 584.984743] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96 with Priority: HIGHEST for action port [ 584.984743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.984743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.984743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.984743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.985384] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.995265] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1d7fcd48-d934-42d4-b70c-c15a2f041198 None None] Enqueued Resource ID: 0f0eb101-a073-4c24-8e7e-5a92c6ece80d with Priority: HIGHEST for action port [ 584.996775] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0eb101-a073-4c24-8e7e-5a92c6ece80d with Priority: HIGHEST for action port [ 584.997791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0eb101-a073-4c24-8e7e-5a92c6ece80d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.997791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0eb101-a073-4c24-8e7e-5a92c6ece80d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.997791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0eb101-a073-4c24-8e7e-5a92c6ece80d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.998756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0eb101-a073-4c24-8e7e-5a92c6ece80d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.998907] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0eb101-a073-4c24-8e7e-5a92c6ece80d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.488432] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96 [ 585.488674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.488814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.488896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.489830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.489874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.490297] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96 already deleted. [ 585.490481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dcc28f9-40ba-4e25-a8bc-d0b6e3665a96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.507027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f0eb101-a073-4c24-8e7e-5a92c6ece80d [ 585.507175] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.507295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.507390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.507681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.508194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.508194] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f0eb101-a073-4c24-8e7e-5a92c6ece80d already deleted. [ 585.508194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0eb101-a073-4c24-8e7e-5a92c6ece80d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.983022] env[66328]: INFO networking_nsxv3.common.synchronization [req-59fda4e2-7ec7-4d00-907d-b5b367166414 req-fbeedb1d-0114-447d-85a5-230df7868317 tempest-DeleteServersAdminTestJSON-485794845 tempest-DeleteServersAdminTestJSON-485794845-project-member] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 585.983022] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 585.983022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.983022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.983022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.983022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.983022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.983022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.983022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.987336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.987336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.987336] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.490967] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.490967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.490967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.491698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.491698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.491698] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.491698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.491698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.491698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.491698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.492382] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde already deleted. [ 586.492382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.556098] env[66328]: INFO networking_nsxv3.common.synchronization [None req-cd1d50f3-f6d8-4999-934b-9510dbc2f65e None None] Enqueued Resource ID: 7330a204-37a3-4404-b781-de79c52a6be2 with Priority: HIGHEST for action port [ 586.556639] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7330a204-37a3-4404-b781-de79c52a6be2 with Priority: HIGHEST for action port [ 586.556934] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7330a204-37a3-4404-b781-de79c52a6be2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.559087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7330a204-37a3-4404-b781-de79c52a6be2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.559330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7330a204-37a3-4404-b781-de79c52a6be2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.559390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7330a204-37a3-4404-b781-de79c52a6be2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.559450] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7330a204-37a3-4404-b781-de79c52a6be2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.789518] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.789712] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.789915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.790257] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.790532] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.790792] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.790792] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.791018] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.791171] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.791431] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.791543] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.791647] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.791752] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.791855] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.791955] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.792134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.813731] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.814035] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.814285] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.814578] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.814962] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-f69677f9-6682-4bb7-b4b7-0ddb7be36124 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.815247] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.815371] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.815674] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.815809] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69677f9-6682-4bb7-b4b7-0ddb7be36124',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.064500] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7330a204-37a3-4404-b781-de79c52a6be2 [ 587.064500] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.064500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.064500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.064500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.064500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.064500] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7330a204-37a3-4404-b781-de79c52a6be2 already deleted. [ 587.064500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7330a204-37a3-4404-b781-de79c52a6be2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.110918] env[66328]: INFO networking_nsxv3.common.synchronization [req-8893ee55-5aa0-46b7-8f55-ffaf4f913400 req-2a6f0e6b-1ea8-40bc-9e18-66b6eedde046 tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: a60c891f-893a-4d74-98b9-48a8fac81e77 with Priority: HIGHEST for action security_group_rules [ 587.111259] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60c891f-893a-4d74-98b9-48a8fac81e77 with Priority: HIGHEST for action security_group_rules [ 587.111564] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60c891f-893a-4d74-98b9-48a8fac81e77 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.111690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60c891f-893a-4d74-98b9-48a8fac81e77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.111758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60c891f-893a-4d74-98b9-48a8fac81e77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.112078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60c891f-893a-4d74-98b9-48a8fac81e77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.112176] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60c891f-893a-4d74-98b9-48a8fac81e77',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.319991] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.320296] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.320376] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.320653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.320801] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.321029] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port f69677f9-6682-4bb7-b4b7-0ddb7be36124 not found, creating... [ 587.322446] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.322446] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.322446] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.322446] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.322446] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.322790] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.322790] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.322790] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.322976] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.323135] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.323276] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: f69677f9-6682-4bb7-b4b7-0ddb7be36124 is going to be created. [ 587.344479] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.344637] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.344691] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.344967] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.345212] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.345428] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.631876] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.631876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.631876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.632136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.632245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.632378] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60c891f-893a-4d74-98b9-48a8fac81e77 already deleted. [ 587.632495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60c891f-893a-4d74-98b9-48a8fac81e77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.206687] env[66328]: INFO networking_nsxv3.common.synchronization [req-59fda4e2-7ec7-4d00-907d-b5b367166414 req-5c2fce22-a942-4f19-9e15-2d5d1d543907 service nova] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_rules [ 588.206947] env[66328]: INFO networking_nsxv3.common.synchronization [req-59fda4e2-7ec7-4d00-907d-b5b367166414 req-5c2fce22-a942-4f19-9e15-2d5d1d543907 service nova] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 588.206947] env[66328]: INFO networking_nsxv3.common.synchronization [req-59fda4e2-7ec7-4d00-907d-b5b367166414 req-5c2fce22-a942-4f19-9e15-2d5d1d543907 service nova] Enqueued Resource ID: f69677f9-6682-4bb7-b4b7-0ddb7be36124 with Priority: HIGHEST for action port [ 588.207605] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_rules [ 588.207605] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 588.207710] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69677f9-6682-4bb7-b4b7-0ddb7be36124 with Priority: HIGHEST for action port [ 588.207917] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.208046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.208106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.208352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.208435] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.209443] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.209443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.209443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.209608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.209753] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.209843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.209906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.210115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.210215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.210322] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.211301] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69677f9-6682-4bb7-b4b7-0ddb7be36124 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.211401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.211469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.211617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.211771] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69677f9-6682-4bb7-b4b7-0ddb7be36124',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.716963] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.717131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.730835] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.734859] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69677f9-6682-4bb7-b4b7-0ddb7be36124 with status ACTIVE [ 588.735106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.735212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.735272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.735491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.735556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.735804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.735914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.736218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.737667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.737793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.737994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.738103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.738221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.738311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.738389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.738474] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69677f9-6682-4bb7-b4b7-0ddb7be36124 is going to be updated. [ 588.743736] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d5eb80f5-1b2e-42ec-a3c3-9356758fc0de tempest-ServerActionsV293TestJSON-926076165 tempest-ServerActionsV293TestJSON-926076165-project-member] Enqueued Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_rules [ 588.744718] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_rules [ 588.744718] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.744921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.744921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.746841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.746841] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.760554] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.760554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.761275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.761362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.761522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.761688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69677f9-6682-4bb7-b4b7-0ddb7be36124" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.837069] env[66328]: INFO networking_nsxv3.common.synchronization [None req-45657a12-aeaf-4bac-a495-d17fd710659a tempest-ServerActionsV293TestJSON-926076165 tempest-ServerActionsV293TestJSON-926076165-project-member] Enqueued Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_rules [ 588.837765] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_rules [ 588.837900] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.837998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.234768] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.268406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.268568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.268568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.268755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.268848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.268941] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca already deleted. [ 589.269033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.269190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.269335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.269417] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.739926] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.739926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.739926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.739926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.739926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.739926] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be created. [ 589.770528] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.770528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.770528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.770528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.770528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.780821] env[66328]: INFO networking_nsxv3.common.synchronization [None req-9c64b2f8-fcf3-45f8-8d9b-64aa58ee1a78 None None] Enqueued Resource ID: be059451-9f7a-454c-b62e-7ef2a7f1bbeb with Priority: HIGHEST for action port [ 589.782878] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: UNINITIALIZED for 2s [ 589.783852] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be059451-9f7a-454c-b62e-7ef2a7f1bbeb with Priority: HIGHEST for action port [ 589.786125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-be059451-9f7a-454c-b62e-7ef2a7f1bbeb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.789357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be059451-9f7a-454c-b62e-7ef2a7f1bbeb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.789357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be059451-9f7a-454c-b62e-7ef2a7f1bbeb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.789357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be059451-9f7a-454c-b62e-7ef2a7f1bbeb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.789357] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be059451-9f7a-454c-b62e-7ef2a7f1bbeb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.807644] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.807785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.808291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.808291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.808291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.808438] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca already deleted. [ 589.808550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.292402] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be059451-9f7a-454c-b62e-7ef2a7f1bbeb [ 590.292830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.294349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.294349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.294349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.294349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.294349] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be059451-9f7a-454c-b62e-7ef2a7f1bbeb already deleted. [ 590.294349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be059451-9f7a-454c-b62e-7ef2a7f1bbeb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.357831] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ac6d3b91-fabf-489a-8208-b8ecf6f643b2 None None] Enqueued Resource ID: cf1c129a-2501-4ee5-bc6d-b01d0e8d7927 with Priority: HIGHEST for action port [ 590.359063] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1c129a-2501-4ee5-bc6d-b01d0e8d7927 with Priority: HIGHEST for action port [ 590.359401] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1c129a-2501-4ee5-bc6d-b01d0e8d7927 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.363230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1c129a-2501-4ee5-bc6d-b01d0e8d7927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.363319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1c129a-2501-4ee5-bc6d-b01d0e8d7927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.363572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1c129a-2501-4ee5-bc6d-b01d0e8d7927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.363660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1c129a-2501-4ee5-bc6d-b01d0e8d7927',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.647080] env[66328]: INFO networking_nsxv3.common.synchronization [None req-003cff38-9852-4274-b58f-48805b52dd01 tempest-VolumesAssistedSnapshotsTest-812944963 tempest-VolumesAssistedSnapshotsTest-812944963-project-member] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_rules [ 590.647080] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_rules [ 590.647080] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.647080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.647080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.647080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.647294] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.805945] env[66328]: INFO networking_nsxv3.common.synchronization [None req-90cfcfd8-b85a-4746-9661-be89a89fdd2a tempest-VolumesAssistedSnapshotsTest-812944963 tempest-VolumesAssistedSnapshotsTest-812944963-project-member] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_rules [ 590.806535] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_rules [ 590.806858] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.806858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.867937] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf1c129a-2501-4ee5-bc6d-b01d0e8d7927 [ 590.867937] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.867937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.867937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.867937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.867937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.867937] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf1c129a-2501-4ee5-bc6d-b01d0e8d7927 already deleted. [ 590.867937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1c129a-2501-4ee5-bc6d-b01d0e8d7927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.916899] env[66328]: INFO networking_nsxv3.common.synchronization [None req-4db1178d-3c37-4f5a-a377-d1feb1d73ce0 None None] Enqueued Resource ID: aad41c89-3be3-4af5-bea7-7b804de09eaf with Priority: HIGHEST for action port [ 590.917589] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad41c89-3be3-4af5-bea7-7b804de09eaf with Priority: HIGHEST for action port [ 590.917996] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad41c89-3be3-4af5-bea7-7b804de09eaf taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.918135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad41c89-3be3-4af5-bea7-7b804de09eaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.919556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad41c89-3be3-4af5-bea7-7b804de09eaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.919556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad41c89-3be3-4af5-bea7-7b804de09eaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.919556] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad41c89-3be3-4af5-bea7-7b804de09eaf',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.171798] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.171877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.171915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.172303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.172432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.172517] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 already deleted. [ 591.172616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.172849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.172990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.173093] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.422728] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aad41c89-3be3-4af5-bea7-7b804de09eaf [ 591.425859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.425859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.425859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.425859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.425859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.425859] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aad41c89-3be3-4af5-bea7-7b804de09eaf already deleted. [ 591.425859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad41c89-3be3-4af5-bea7-7b804de09eaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.540548] env[66328]: INFO networking_nsxv3.common.synchronization [req-fe433641-687d-4540-81d1-fa4d1f1b97a5 req-c5856860-a6a0-4e96-aea4-e4307ac7c113 tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: 2e9a7be8-27d7-434a-8f21-a0dfdab8130e with Priority: HIGHEST for action security_group_rules [ 591.541021] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9a7be8-27d7-434a-8f21-a0dfdab8130e with Priority: HIGHEST for action security_group_rules [ 591.541355] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e9a7be8-27d7-434a-8f21-a0dfdab8130e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.541468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e9a7be8-27d7-434a-8f21-a0dfdab8130e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.541536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e9a7be8-27d7-434a-8f21-a0dfdab8130e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.541780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e9a7be8-27d7-434a-8f21-a0dfdab8130e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.542072] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e9a7be8-27d7-434a-8f21-a0dfdab8130e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.695541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.695732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.695782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.695959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.696067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.696162] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 already deleted. [ 591.696245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.795820] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: UNINITIALIZED for 4s [ 592.066791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.066791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.066791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.066791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.066791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.066791] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e9a7be8-27d7-434a-8f21-a0dfdab8130e already deleted. [ 592.066791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e9a7be8-27d7-434a-8f21-a0dfdab8130e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.252745] env[66328]: INFO networking_nsxv3.common.synchronization [req-e18e5aac-7658-4e23-a7e9-14d449418469 req-15074e14-d866-4768-b4ab-cef72ff4be31 tempest-ServerExternalEventsTest-43598393 tempest-ServerExternalEventsTest-43598393-project-member] Enqueued Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_members [ 592.253648] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_members [ 592.254785] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.254923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.255011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.255707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.255952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.256085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.256204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.256430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.256521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.256807] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.762459] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.762913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.762913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.763030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.763074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.763339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.763446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.763498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.763673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.763749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.763840] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e496bbfe-048b-4729-9c54-bde113fe364e already deleted. [ 592.763919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.998233] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.998469] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.998529] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.998758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.999044] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.999157] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.999333] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.999584] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.999584] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.999786] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.999861] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.000138] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.000294] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.000405] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.000504] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.000625] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.021929] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.022166] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.022284] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.022505] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.022765] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-5d91c9ac-d629-4c5f-acb3-d9fbef059966 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.022954] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.023079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.023432] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.023566] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d91c9ac-d629-4c5f-acb3-d9fbef059966',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.527876] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.528421] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.528421] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.528889] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.529084] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.529284] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 5d91c9ac-d629-4c5f-acb3-d9fbef059966 not found, creating... [ 593.530022] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.530022] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.530189] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.530514] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.530856] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.531058] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.531204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.531441] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.531609] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.532095] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.532095] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 5d91c9ac-d629-4c5f-acb3-d9fbef059966 is going to be created. [ 593.558136] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.558701] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.558701] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.559913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.560850] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.560946] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.815084] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 593.815084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.815084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.815423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.815423] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.815525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.817077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.817077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.817077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.817077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.817077] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.318655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.318815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.320960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.321166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.321396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.321516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.321556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.323689] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.323689] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.323689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.323689] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.727880] env[66328]: INFO networking_nsxv3.common.synchronization [req-e18e5aac-7658-4e23-a7e9-14d449418469 req-8d99ec36-e44e-4e95-9fd2-1445ffb72822 service nova] Enqueued Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_rules [ 594.727880] env[66328]: INFO networking_nsxv3.common.synchronization [req-e18e5aac-7658-4e23-a7e9-14d449418469 req-8d99ec36-e44e-4e95-9fd2-1445ffb72822 service nova] Enqueued Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_members [ 594.727880] env[66328]: INFO networking_nsxv3.common.synchronization [req-e18e5aac-7658-4e23-a7e9-14d449418469 req-8d99ec36-e44e-4e95-9fd2-1445ffb72822 service nova] Enqueued Resource ID: 5d91c9ac-d629-4c5f-acb3-d9fbef059966 with Priority: HIGHEST for action port [ 594.727880] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_rules [ 594.727880] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_members [ 594.727880] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d91c9ac-d629-4c5f-acb3-d9fbef059966 with Priority: HIGHEST for action port [ 594.727880] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.727880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.727880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.727880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.727880] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.728541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.728541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.728621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.729232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.735946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.735946] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.735946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d91c9ac-d629-4c5f-acb3-d9fbef059966 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.735946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.735946] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d91c9ac-d629-4c5f-acb3-d9fbef059966',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.738879] env[66328]: INFO networking_nsxv3.common.synchronization [req-96262103-add6-4362-b7ba-fdd27209d061 req-e3966451-9537-4d5c-b629-442209237d91 tempest-ServerDiagnosticsNegativeTest-1735287063 tempest-ServerDiagnosticsNegativeTest-1735287063-project-member] Enqueued Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_members [ 594.738879] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_members [ 594.739445] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.739562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.739626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.739849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.740014] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.740114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.740193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.740563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.740831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.740831] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.825508] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08a47a71-dda6-447e-8db7-357456b4cbde: rpc.has_security_group_logging(os_id): False [ 594.852932] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.853125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.853205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.853400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.853801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.853801] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.853801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.853984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.854040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.854150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.854274] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.854365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.854490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.854623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.854711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.854905] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.854995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.855080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.855215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.855378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.855459] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be created. [ 594.923094] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.923280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.923379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.923549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.923749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.938295] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: IN_PROGRESS for 2s [ 595.236735] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.237834] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.238057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.238734] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d91c9ac-d629-4c5f-acb3-d9fbef059966 with status ACTIVE [ 595.238909] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.239162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.241473] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.241473] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.241473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.241473] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d91c9ac-d629-4c5f-acb3-d9fbef059966 is going to be updated. [ 595.244389] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.244389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.244389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.244389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.244389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.244389] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.244744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.244744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.244744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.244744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.245012] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 already deleted. [ 595.245012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.262492] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.262675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.262744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.262908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.263058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.263225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d91c9ac-d629-4c5f-acb3-d9fbef059966" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.271673] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.271860] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.271974] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.272277] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.272535] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.272680] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.272786] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.272994] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.273152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.273368] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.273467] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.273565] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.273666] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.273782] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.273882] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.274017] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.297106] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.297340] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.297405] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.297549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.297860] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-e8e59418-c88b-4017-93be-5fea0d727573 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.298048] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.298165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.298495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.298629] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e59418-c88b-4017-93be-5fea0d727573',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.741011] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.801044] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.801044] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.801044] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801299] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.801412] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.801559] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port e8e59418-c88b-4017-93be-5fea0d727573 not found, creating... [ 595.801817] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.801963] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.802085] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.802412] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.802537] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.802816] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.802959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.803077] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.803281] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.803429] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.803537] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: e8e59418-c88b-4017-93be-5fea0d727573 is going to be created. [ 595.825014] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.825170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.825170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.825419] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.825636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.825940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.243854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.244036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.244099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.244306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.244393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.244541] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e496bbfe-048b-4729-9c54-bde113fe364e is going to be created. [ 596.269851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.270164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.270324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.270588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.272556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.282247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e496bbfe-048b-4729-9c54-bde113fe364e in Status: UNINITIALIZED for 2s [ 596.578259] env[66328]: INFO networking_nsxv3.common.synchronization [req-96262103-add6-4362-b7ba-fdd27209d061 req-8d67be91-1bce-4afc-8bc8-3ebdebaad639 service nova] Enqueued Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_rules [ 596.578497] env[66328]: INFO networking_nsxv3.common.synchronization [req-96262103-add6-4362-b7ba-fdd27209d061 req-8d67be91-1bce-4afc-8bc8-3ebdebaad639 service nova] Enqueued Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_members [ 596.578684] env[66328]: INFO networking_nsxv3.common.synchronization [req-96262103-add6-4362-b7ba-fdd27209d061 req-8d67be91-1bce-4afc-8bc8-3ebdebaad639 service nova] Enqueued Resource ID: e8e59418-c88b-4017-93be-5fea0d727573 with Priority: HIGHEST for action port [ 596.579261] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_rules [ 596.579437] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_members [ 596.579563] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e59418-c88b-4017-93be-5fea0d727573 with Priority: HIGHEST for action port [ 596.579859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.580136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.580136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.580521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.580570] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.582086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.582086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.582086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.582279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.582491] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.582552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.582617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.582781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.582947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.583022] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.584218] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e59418-c88b-4017-93be-5fea0d727573 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.584357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.585553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.585553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.585553] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e59418-c88b-4017-93be-5fea0d727573',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.866583] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f5424852-2e50-439e-af48-9393fdf3d48c None None] Enqueued Resource ID: 894574f5-2409-4cf8-a7bc-f5f50e09e005 with Priority: HIGHEST for action port [ 596.866583] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894574f5-2409-4cf8-a7bc-f5f50e09e005 with Priority: HIGHEST for action port [ 596.866583] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-894574f5-2409-4cf8-a7bc-f5f50e09e005 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.866583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894574f5-2409-4cf8-a7bc-f5f50e09e005" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.866583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894574f5-2409-4cf8-a7bc-f5f50e09e005" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.866583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894574f5-2409-4cf8-a7bc-f5f50e09e005" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.866583] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894574f5-2409-4cf8-a7bc-f5f50e09e005',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.960860] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 596.960860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.086423] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.087649] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.087784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.088485] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e59418-c88b-4017-93be-5fea0d727573 with status ACTIVE [ 597.088485] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.088633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.088668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.089083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.089083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.091771] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.091894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.091958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.092188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.092343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.092509] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.092606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.092666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.092817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.092890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.092972] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e59418-c88b-4017-93be-5fea0d727573 is going to be updated. [ 597.116465] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.116731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.116805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.117052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.117414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.117414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e59418-c88b-4017-93be-5fea0d727573" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368914] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 894574f5-2409-4cf8-a7bc-f5f50e09e005 [ 597.368914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.368914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.369241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.369344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.369394] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:894574f5-2409-4cf8-a7bc-f5f50e09e005 already deleted. [ 597.369454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894574f5-2409-4cf8-a7bc-f5f50e09e005" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.484281] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1dc1dea8-5f90-46a2-8bb5-a1f173feb234 None None] Enqueued Resource ID: e12fb4a6-683e-4c6e-b8ef-dc407d270caa with Priority: HIGHEST for action port [ 597.484777] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12fb4a6-683e-4c6e-b8ef-dc407d270caa with Priority: HIGHEST for action port [ 597.485103] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12fb4a6-683e-4c6e-b8ef-dc407d270caa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.485916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12fb4a6-683e-4c6e-b8ef-dc407d270caa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.485916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12fb4a6-683e-4c6e-b8ef-dc407d270caa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.485916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12fb4a6-683e-4c6e-b8ef-dc407d270caa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.485916] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12fb4a6-683e-4c6e-b8ef-dc407d270caa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.588590] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.991573] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e12fb4a6-683e-4c6e-b8ef-dc407d270caa [ 597.991855] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.992681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.992681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.992681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.992681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.992681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e12fb4a6-683e-4c6e-b8ef-dc407d270caa already deleted. [ 597.992681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12fb4a6-683e-4c6e-b8ef-dc407d270caa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.087393] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4eb6f56-0cdc-421a-bc16-7cd7b7cd370f req-d5547b79-42cf-4c1e-ad07-1b9138030ed1 tempest-ServerDiagnosticsTest-1371360945 tempest-ServerDiagnosticsTest-1371360945-project-member] Enqueued Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_members [ 598.087976] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_members [ 598.090275] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.090275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.090275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.090275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.090275] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.090275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.090275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.090275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.090586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.090586] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.092635] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.092635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.092635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.092635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.092635] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 is going to be created. [ 598.121037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.121037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.121037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.121265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.121265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.132585] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 in Status: UNINITIALIZED for 2s [ 598.294176] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e496bbfe-048b-4729-9c54-bde113fe364e in Status: SUCCESS [ 598.294393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.294560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.294876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.294961] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.295089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.295147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.299018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.299018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.299018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.299018] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.596060] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.596266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.596323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.597025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.597025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.597025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.597025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.597025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.597272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.597272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.597338] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b72943-66b6-4402-b295-4c9cc10c3999 already deleted. [ 598.597376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.684025] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.684025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.684025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.684025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.684025] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.684649] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.684914] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.688019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.688019] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.688019] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.688019] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.688019] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.688019] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.688019] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.688019] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.710030] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.710030] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.710554] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.712518] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.712518] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-692a36fd-6faf-49c5-8b56-6b0163e9142d taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.712518] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.712518] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.712518] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.712518] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('692a36fd-6faf-49c5-8b56-6b0163e9142d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.798459] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.798797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.801569] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.801569] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.801569] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.801569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.802422] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.215222] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.215582] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.215582] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.216094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.216094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.216094] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 692a36fd-6faf-49c5-8b56-6b0163e9142d not found, creating... [ 599.216345] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.216440] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.216557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.216758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.216888] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.217167] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.217317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.217429] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.217627] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.217936] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.217936] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 692a36fd-6faf-49c5-8b56-6b0163e9142d is going to be created. [ 599.241054] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.241293] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.241404] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.241707] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.241928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.242171] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.288477] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4313fe1-cb62-4550-982b-b039deb84793 req-b1d9ecb8-bd16-4b76-99e6-176404ec3d80 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 599.288477] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 599.288477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.288477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.288477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.288743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.289440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.289440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.289647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.289774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.290299] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.304940] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e496bbfe-048b-4729-9c54-bde113fe364e: rpc.has_security_group_logging(os_id): False [ 599.342094] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.342094] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.342094] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.342094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.343183] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.343183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.343183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.343183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.343183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.344772] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e496bbfe-048b-4729-9c54-bde113fe364e is going to be created. [ 599.426538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.427019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.427111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.427355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.428085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.450465] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e496bbfe-048b-4729-9c54-bde113fe364e in Status: IN_PROGRESS for 2s [ 599.485759] env[66328]: INFO networking_nsxv3.common.synchronization [None req-cb757a53-ea23-4867-af65-6f057dd919f6 None None] Enqueued Resource ID: b0766264-efe0-4f44-b28b-aa720dffead0 with Priority: HIGHEST for action port [ 599.487901] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0766264-efe0-4f44-b28b-aa720dffead0 with Priority: HIGHEST for action port [ 599.487901] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0766264-efe0-4f44-b28b-aa720dffead0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.487901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0766264-efe0-4f44-b28b-aa720dffead0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.487901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0766264-efe0-4f44-b28b-aa720dffead0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.487901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0766264-efe0-4f44-b28b-aa720dffead0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.487901] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0766264-efe0-4f44-b28b-aa720dffead0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.619617] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c1a2db28-7762-4d82-83fa-42139ce2e7cb None None] Enqueued Resource ID: c9465a7b-7b31-44e7-85d5-2084f309fb01 with Priority: HIGHEST for action port [ 599.620362] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9465a7b-7b31-44e7-85d5-2084f309fb01 with Priority: HIGHEST for action port [ 599.620775] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9465a7b-7b31-44e7-85d5-2084f309fb01 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.620933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9465a7b-7b31-44e7-85d5-2084f309fb01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.621015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9465a7b-7b31-44e7-85d5-2084f309fb01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.621303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9465a7b-7b31-44e7-85d5-2084f309fb01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.621389] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9465a7b-7b31-44e7-85d5-2084f309fb01',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.792171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.792617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.793568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.793568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.793568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.793568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.793790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.793790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.793936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.794088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.794134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 already deleted. [ 599.794232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.815727] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.815937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.816028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.816393] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.816588] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.816733] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.816841] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.817117] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.817262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.817634] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.817634] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.817634] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.817753] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.817831] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.817927] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.818083] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.838272] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.838474] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.838582] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.838751] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.839116] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-50e30a9b-9c8a-4bdd-b792-183be8c559ed taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.839434] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.839434] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.839857] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.840053] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e30a9b-9c8a-4bdd-b792-183be8c559ed',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.948283] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4eb6f56-0cdc-421a-bc16-7cd7b7cd370f req-a509485f-44f3-422e-8846-ad5aea02f421 service nova] Enqueued Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_rules [ 599.948951] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4eb6f56-0cdc-421a-bc16-7cd7b7cd370f req-a509485f-44f3-422e-8846-ad5aea02f421 service nova] Enqueued Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_members [ 599.949118] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4eb6f56-0cdc-421a-bc16-7cd7b7cd370f req-a509485f-44f3-422e-8846-ad5aea02f421 service nova] Enqueued Resource ID: 692a36fd-6faf-49c5-8b56-6b0163e9142d with Priority: HIGHEST for action port [ 599.949676] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_rules [ 599.949824] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_members [ 599.950457] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692a36fd-6faf-49c5-8b56-6b0163e9142d with Priority: HIGHEST for action port [ 599.950803] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.950990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.951044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.951345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.951441] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.952461] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.952598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.952695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.952959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.953347] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.953417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.953503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.953696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.953860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.953989] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.954916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-692a36fd-6faf-49c5-8b56-6b0163e9142d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.955050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.955119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.955288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.955373] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('692a36fd-6faf-49c5-8b56-6b0163e9142d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.989647] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0766264-efe0-4f44-b28b-aa720dffead0 [ 599.989822] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.989965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.990033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.990918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.991043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.991147] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0766264-efe0-4f44-b28b-aa720dffead0 already deleted. [ 599.991234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0766264-efe0-4f44-b28b-aa720dffead0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.124168] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9465a7b-7b31-44e7-85d5-2084f309fb01 [ 600.124424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.124560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.124626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.124838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.125274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.125274] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9465a7b-7b31-44e7-85d5-2084f309fb01 already deleted. [ 600.125274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9465a7b-7b31-44e7-85d5-2084f309fb01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.144180] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 in Status: SUCCESS [ 600.144457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.144634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.145170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.145170] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.145170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.145361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.145395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.145837] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.145837] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.145837] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.344660] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.344989] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.344989] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.345273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.345420] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.345562] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 50e30a9b-9c8a-4bdd-b792-183be8c559ed not found, creating... [ 600.345809] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.345958] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.346087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.346314] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.346446] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.346705] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.346850] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.346957] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.347175] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.347692] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.347692] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 50e30a9b-9c8a-4bdd-b792-183be8c559ed is going to be created. [ 600.372049] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.372375] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.372477] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.372753] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.372975] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.373226] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.458085] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.458885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459316] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 692a36fd-6faf-49c5-8b56-6b0163e9142d with status ACTIVE [ 600.459582] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.459764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.459764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.461146] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.461146] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.461146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.461146] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 692a36fd-6faf-49c5-8b56-6b0163e9142d is going to be updated. [ 600.492048] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.492285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.492370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.492866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.492866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.493017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-692a36fd-6faf-49c5-8b56-6b0163e9142d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.653057] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.653343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.653414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.653842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.654158] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.654324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.654537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.654858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.655096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.655329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.655533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.655748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.656382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.656638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.656973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.657290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.657290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.657501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.657721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.657855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.657998] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.965103] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.128353] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4313fe1-cb62-4550-982b-b039deb84793 req-f8e1b7f8-fd84-46e1-ba6c-59c627847622 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 601.128890] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4313fe1-cb62-4550-982b-b039deb84793 req-f8e1b7f8-fd84-46e1-ba6c-59c627847622 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 601.129060] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4313fe1-cb62-4550-982b-b039deb84793 req-f8e1b7f8-fd84-46e1-ba6c-59c627847622 service nova] Enqueued Resource ID: 50e30a9b-9c8a-4bdd-b792-183be8c559ed with Priority: HIGHEST for action port [ 601.129544] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 601.129693] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 601.129825] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e30a9b-9c8a-4bdd-b792-183be8c559ed with Priority: HIGHEST for action port [ 601.130127] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.130227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.130227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.130530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.130593] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.131362] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.131490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.131543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.131706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.131851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.131950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.132020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.132165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.132311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.132399] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.133134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e30a9b-9c8a-4bdd-b792-183be8c559ed taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.133260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.133362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.133479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.133550] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e30a9b-9c8a-4bdd-b792-183be8c559ed',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.160434] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e91bd3-d03b-49ca-a0d5-51476a3f04d0: rpc.has_security_group_logging(os_id): False [ 601.181989] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.182268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.182268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.182432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.182525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.182733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.182832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.182922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.183058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.183138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.183320] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.183458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.183458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.183580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.183652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.183831] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.183919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.183968] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.184356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.184451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.184546] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 is going to be created. [ 601.241781] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.242056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.242056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.242202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.242425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.254458] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 in Status: IN_PROGRESS for 2s [ 601.468933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.469371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.469371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.470455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.470455] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b72943-66b6-4402-b295-4c9cc10c3999 is going to be created. [ 601.480964] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e496bbfe-048b-4729-9c54-bde113fe364e in Status: SUCCESS [ 601.481200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.500833] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.500967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.501066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.501256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.501415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.516347] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: UNINITIALIZED for 2s [ 601.635538] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.641026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.641026] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e30a9b-9c8a-4bdd-b792-183be8c559ed with status ACTIVE [ 601.641026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.641026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.641026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.641026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.642116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.642116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.642116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.642116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.642116] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e30a9b-9c8a-4bdd-b792-183be8c559ed is going to be updated. [ 601.664125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.664210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.664244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.664430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.664582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.664753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e30a9b-9c8a-4bdd-b792-183be8c559ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.818989] env[66328]: INFO networking_nsxv3.common.synchronization [req-355a72be-3372-4735-989c-bc0d035dde5c req-1bf2ce16-5a09-4d37-a17d-4ece861386a6 tempest-MigrationsAdminTest-2065510755 tempest-MigrationsAdminTest-2065510755-project-member] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 601.819557] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 601.819905] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.820418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.820518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.820832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.821035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.821790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.821790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.821979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.822168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.822168] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.137832] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.323998] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.324180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.324248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.324510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.324654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.324851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.324947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.325047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.325224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.325268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.325329] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 already deleted. [ 602.325407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.468977] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.469374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.469374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.469589] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.469868] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.470032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.470169] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.470554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.470554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.470739] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.470872] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.470967] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.472645] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.472645] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.472645] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.472645] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.493652] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.493835] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.494039] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.494241] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.494609] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-24ab6622-9a32-434c-a6b8-24c830148e67 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.494859] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.495032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.495453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.495643] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ab6622-9a32-434c-a6b8-24c830148e67',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.641517] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.641717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.641794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.642041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.642161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.642300] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be created. [ 602.689793] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.690026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.690026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.690573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.690741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.705531] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: UNINITIALIZED for 2s [ 602.998465] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.998669] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.998778] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.999159] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.999246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.999429] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 24ab6622-9a32-434c-a6b8-24c830148e67 not found, creating... [ 602.999693] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.999882] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.999994] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.000271] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.000409] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.000724] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.000902] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.001027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.001241] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.001405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.001565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 24ab6622-9a32-434c-a6b8-24c830148e67 is going to be created. [ 603.023367] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.023622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.023741] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.024027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.024276] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.024495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.268969] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 in Status: SUCCESS [ 603.269238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.528152] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: SUCCESS [ 603.528509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.528734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.529063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.529376] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.529532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.529608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.529815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.530014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.530124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.530262] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.753845] env[66328]: INFO networking_nsxv3.common.synchronization [req-355a72be-3372-4735-989c-bc0d035dde5c req-686e52ef-6515-46f0-95bf-b3f6bda04381 service nova] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_rules [ 603.753845] env[66328]: INFO networking_nsxv3.common.synchronization [req-355a72be-3372-4735-989c-bc0d035dde5c req-686e52ef-6515-46f0-95bf-b3f6bda04381 service nova] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 603.753845] env[66328]: INFO networking_nsxv3.common.synchronization [req-355a72be-3372-4735-989c-bc0d035dde5c req-686e52ef-6515-46f0-95bf-b3f6bda04381 service nova] Enqueued Resource ID: 24ab6622-9a32-434c-a6b8-24c830148e67 with Priority: HIGHEST for action port [ 603.753845] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_rules [ 603.754263] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 603.754340] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ab6622-9a32-434c-a6b8-24c830148e67 with Priority: HIGHEST for action port [ 603.754608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.754736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.755110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.755110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.755269] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.756063] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.756180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.756245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.756416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.756569] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.756660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.756720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.756867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.756951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.757049] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.759144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ab6622-9a32-434c-a6b8-24c830148e67 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.759144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.759144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.762019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.762019] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ab6622-9a32-434c-a6b8-24c830148e67',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.922254] env[66328]: INFO networking_nsxv3.common.synchronization [req-20360dea-248a-4d46-8d10-eef563935b28 req-a40495cf-97b3-45fe-be95-79769d6c60bb tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: e4cd71d2-dddc-41cf-9183-af0f55f92b84 with Priority: HIGHEST for action security_group_rules [ 603.926389] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4cd71d2-dddc-41cf-9183-af0f55f92b84 with Priority: HIGHEST for action security_group_rules [ 603.926733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4cd71d2-dddc-41cf-9183-af0f55f92b84 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.926908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4cd71d2-dddc-41cf-9183-af0f55f92b84" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.928035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4cd71d2-dddc-41cf-9183-af0f55f92b84" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.928680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4cd71d2-dddc-41cf-9183-af0f55f92b84" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.929145] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4cd71d2-dddc-41cf-9183-af0f55f92b84',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.033125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.034284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035629] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.035629] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.035629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.036142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.036142] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.036142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.036142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.036394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.036394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.036394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.036485] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.251214] env[66328]: INFO networking_nsxv3.common.synchronization [req-beb4f33c-9e8c-4ec9-b5cb-bed39f162280 req-2629ba5d-cb7b-469d-896a-63156c74e695 tempest-SecurityGroupRulesNegativeTestJSON-1134289351 tempest-SecurityGroupRulesNegativeTestJSON-1134289351-project-member] Enqueued Resource ID: dbc7b056-e607-472f-a617-5897428da331 with Priority: HIGHEST for action security_group_rules [ 604.252332] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc7b056-e607-472f-a617-5897428da331 with Priority: HIGHEST for action security_group_rules [ 604.252674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbc7b056-e607-472f-a617-5897428da331 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.252853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.253819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.254128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.254287] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbc7b056-e607-472f-a617-5897428da331',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.263066] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.263066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.263066] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.267207] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24ab6622-9a32-434c-a6b8-24c830148e67 with status ACTIVE [ 604.267628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.269601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.269679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.269895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.269986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.270204] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.270503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.270503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.270714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.270807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.271019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.271118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.271192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.271316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.271425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.271485] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24ab6622-9a32-434c-a6b8-24c830148e67 is going to be updated. [ 604.302114] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.302114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.302114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.302435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.302579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.302747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ab6622-9a32-434c-a6b8-24c830148e67" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.380168] env[66328]: INFO networking_nsxv3.common.synchronization [req-c826c4c3-91e5-4e51-a279-98e890891b02 req-4e72ee7d-428c-4e75-98b1-52527cec759b tempest-TenantUsagesTestJSON-317579182 tempest-TenantUsagesTestJSON-317579182-project-member] Enqueued Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_members [ 604.381330] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_members [ 604.381330] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.381330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.381330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.382075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.382075] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.382075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.382075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.382075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.382075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.382075] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.450901] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.451152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.451152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.451444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.451444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.451577] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4cd71d2-dddc-41cf-9183-af0f55f92b84 already deleted. [ 604.451611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4cd71d2-dddc-41cf-9183-af0f55f92b84" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.543341] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b72943-66b6-4402-b295-4c9cc10c3999: rpc.has_security_group_logging(os_id): False [ 604.562928] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.563148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.563148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.564712] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.564712] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.564712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.565265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.565265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.565265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.565265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.565265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.565265] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b72943-66b6-4402-b295-4c9cc10c3999 is going to be created. [ 604.631391] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.631391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.631575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.631739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.631823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.644786] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: IN_PROGRESS for 2s [ 604.716849] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 604.716995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.717178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.717412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.717704] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.717776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.717776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.717942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.718109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.718109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.718296] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.768192] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.806593] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.806593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.806593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.806593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.806593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.806593] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbc7b056-e607-472f-a617-5897428da331 already deleted. [ 604.806593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.863166] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.863166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.863166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.863166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.863166] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.863166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.863166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.863670] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.863670] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.863740] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.863848] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.863948] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.864067] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.864167] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.864264] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.864386] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.885030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.885238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.885320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.885587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.885746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.886119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.886119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.886352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.886352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.886463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.886545] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 already deleted. [ 604.886640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.900056] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.900254] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.900374] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.900520] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.900829] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.900997] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.901126] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.901480] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.901636] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd57ec5f-7378-4ea7-bff3-ca5131b0911f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.223331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.223331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.223331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.223331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.223331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.224127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.224127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.224127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.224127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.224127] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.271206] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.271292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.271326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.271528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.271614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.273043] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be created. [ 605.295289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.295478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.295543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.295823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.296152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308179] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: UNINITIALIZED for 2s [ 605.407946] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.408274] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.408420] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.408919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.409188] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.409361] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port fd57ec5f-7378-4ea7-bff3-ca5131b0911f not found, creating... [ 605.409647] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409863] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.409992] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410352] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410530] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.410883] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.411092] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.411240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411514] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.411726] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.411868] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: fd57ec5f-7378-4ea7-bff3-ca5131b0911f is going to be created. [ 605.435521] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.435797] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.436028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.436326] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.436612] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.436889] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.731205] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986d48a-6b81-4f4f-9b22-baf7354ebd32: rpc.has_security_group_logging(os_id): False [ 605.752763] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.752763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.752763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.752763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.752763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.753099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.753099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.753099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.753236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.753236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.753823] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.753823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.753823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.753823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.753823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.754113] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.755800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.755911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.756086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.756195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.756289] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be created. [ 605.823624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.823624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.823807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.823935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.824183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.858462] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 606.136416] env[66328]: INFO networking_nsxv3.common.synchronization [req-c826c4c3-91e5-4e51-a279-98e890891b02 req-13e5478e-3a70-4bf4-a8b9-f21adfa2416f service nova] Enqueued Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_rules [ 606.136672] env[66328]: INFO networking_nsxv3.common.synchronization [req-c826c4c3-91e5-4e51-a279-98e890891b02 req-13e5478e-3a70-4bf4-a8b9-f21adfa2416f service nova] Enqueued Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_members [ 606.136844] env[66328]: INFO networking_nsxv3.common.synchronization [req-c826c4c3-91e5-4e51-a279-98e890891b02 req-13e5478e-3a70-4bf4-a8b9-f21adfa2416f service nova] Enqueued Resource ID: fd57ec5f-7378-4ea7-bff3-ca5131b0911f with Priority: HIGHEST for action port [ 606.137454] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_rules [ 606.137593] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_members [ 606.137692] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd57ec5f-7378-4ea7-bff3-ca5131b0911f with Priority: HIGHEST for action port [ 606.138141] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.138397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.138494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.138812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.138910] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.139875] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.140376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.140376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.140376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.143424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.143623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.143921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.143921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.144125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.144125] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.149810] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.149810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.149810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.149810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.149810] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd57ec5f-7378-4ea7-bff3-ca5131b0911f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.360172] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ef245998-5fbb-4f1e-8e0e-6ff824b81222 None None] Enqueued Resource ID: f7f0868f-022e-4c97-84e4-31cfb3e82705 with Priority: HIGHEST for action port [ 606.361105] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f0868f-022e-4c97-84e4-31cfb3e82705 with Priority: HIGHEST for action port [ 606.361180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f0868f-022e-4c97-84e4-31cfb3e82705 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.361262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f0868f-022e-4c97-84e4-31cfb3e82705" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.361346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f0868f-022e-4c97-84e4-31cfb3e82705" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.361737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f0868f-022e-4c97-84e4-31cfb3e82705" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.361737] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f0868f-022e-4c97-84e4-31cfb3e82705',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.647395] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.647590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.647810] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.648858] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd57ec5f-7378-4ea7-bff3-ca5131b0911f with status ACTIVE [ 606.649050] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.649175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.649301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.649414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.649564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.649676] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.649786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.649865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.650052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.650141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.650366] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.650547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.650547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.651688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.651688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.651783] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd57ec5f-7378-4ea7-bff3-ca5131b0911f is going to be updated. [ 606.667810] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: SUCCESS [ 606.668081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.674941] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.675107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.675149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.675475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.675702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd57ec5f-7378-4ea7-bff3-ca5131b0911f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.803488] env[66328]: INFO networking_nsxv3.common.synchronization [req-d581cad9-2fb3-4914-a4ee-3bc2b124de83 req-faee8037-d872-4ad4-aa30-c4d4605ec041 tempest-VolumesAssistedSnapshotsTest-812944963 tempest-VolumesAssistedSnapshotsTest-812944963-project-member] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_members [ 606.804268] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_members [ 606.804435] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.804574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.804639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.804898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.807464] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.807464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.807464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.807464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.807464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.807464] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.865415] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7f0868f-022e-4c97-84e4-31cfb3e82705 [ 606.865664] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.865785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.865844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.866084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.866819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.866819] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7f0868f-022e-4c97-84e4-31cfb3e82705 already deleted. [ 606.866819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f0868f-022e-4c97-84e4-31cfb3e82705" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.159819] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.310180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.310180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.310180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.311041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.311041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.311041] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.311041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.311041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.312542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.312690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.312820] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 already deleted. [ 607.312868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.321412] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 607.321838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.322228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.322228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.322558] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.322749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.322847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.323050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.323180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.323316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.323508] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.334758] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.335063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-864" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.335194] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-864" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.335509] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-864" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.335768] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.335915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.336113] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.336407] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.336605] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.336887] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.337087] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.337249] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.337395] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.337547] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.337685] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.337851] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.360070] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.360581] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.360581] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.360859] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-864" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.361624] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-d7eedeea-c830-420b-bf71-29d98f66ed46 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.362897] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.362897] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.362897] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.362897] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7eedeea-c830-420b-bf71-29d98f66ed46',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.662527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.662683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.662743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.662958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.663063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.663151] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 is going to be created. [ 607.687805] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.688327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.689168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.689168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.689168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.701014] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 in Status: UNINITIALIZED for 2s [ 607.825875] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.826462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.826462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.826462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.826638] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.826638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.826740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.826854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.826944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.827067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.827227] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.827327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.827387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.827534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.827669] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.827906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.827906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.828027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.828027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.828122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.828190] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.865399] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.865554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.865671] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.866028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.866187] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.866338] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port d7eedeea-c830-420b-bf71-29d98f66ed46 not found, creating... [ 607.866597] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.866748] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.866881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.867133] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.867271] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.867555] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.868626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.868626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.868626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.868626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.868626] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: d7eedeea-c830-420b-bf71-29d98f66ed46 is going to be created. [ 607.870450] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 607.870647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.902058] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.902701] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.902942] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.903260] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.903522] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903763] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.133565] env[66328]: INFO networking_nsxv3.common.synchronization [req-8fc414fe-c8a4-4221-a514-3d186c9c1cc0 req-83f674f8-6dd1-4997-8c60-d8b806f06fe4 tempest-DeleteServersAdminTestJSON-2053625829 tempest-DeleteServersAdminTestJSON-2053625829-project-admin] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 608.134567] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 608.134567] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.136594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.136594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.136809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.136970] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.137094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.137156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.137334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.137434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.137540] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.330304] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0f83429-2e2a-4b7c-b7ef-4503a9439cf5: rpc.has_security_group_logging(os_id): False [ 608.353655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.353911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.354015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.354268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.354363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.354589] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.355750] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.355750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.355750] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.356429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.356429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.356429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.356429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.356429] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be created. [ 608.424360] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.424593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.424593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.424832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.425048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.439463] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 608.441317] env[66328]: INFO networking_nsxv3.common.synchronization [None req-4fe16f4d-46d3-4bd3-bd16-b2c337f68079 None None] Enqueued Resource ID: 0ac262fc-bd07-499f-9765-ef83b8eff8a8 with Priority: HIGHEST for action port [ 608.441720] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac262fc-bd07-499f-9765-ef83b8eff8a8 with Priority: HIGHEST for action port [ 608.442418] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac262fc-bd07-499f-9765-ef83b8eff8a8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.442543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac262fc-bd07-499f-9765-ef83b8eff8a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.442612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac262fc-bd07-499f-9765-ef83b8eff8a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.442900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac262fc-bd07-499f-9765-ef83b8eff8a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.442987] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac262fc-bd07-499f-9765-ef83b8eff8a8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.635432] env[66328]: INFO networking_nsxv3.common.synchronization [req-d581cad9-2fb3-4914-a4ee-3bc2b124de83 req-a67195dc-3ede-4967-aea2-8e39fa3988a9 service nova] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_rules [ 608.635562] env[66328]: INFO networking_nsxv3.common.synchronization [req-d581cad9-2fb3-4914-a4ee-3bc2b124de83 req-a67195dc-3ede-4967-aea2-8e39fa3988a9 service nova] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_members [ 608.635660] env[66328]: INFO networking_nsxv3.common.synchronization [req-d581cad9-2fb3-4914-a4ee-3bc2b124de83 req-a67195dc-3ede-4967-aea2-8e39fa3988a9 service nova] Enqueued Resource ID: d7eedeea-c830-420b-bf71-29d98f66ed46 with Priority: HIGHEST for action port [ 608.635884] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_rules [ 608.636054] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_members [ 608.636154] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eedeea-c830-420b-bf71-29d98f66ed46 with Priority: HIGHEST for action port [ 608.636716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.636838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.636901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.637110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.637190] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.638044] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.638131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.638195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.638657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.638657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.638983] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.639952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7eedeea-c830-420b-bf71-29d98f66ed46 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.640085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.640465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.640465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.640465] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7eedeea-c830-420b-bf71-29d98f66ed46',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.641800] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.641946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.642080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.642189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.642287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.642528] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.642633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.642633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.642789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.642850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.642934] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be updated. [ 608.674213] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.675206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.675206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.675206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.675206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.687255] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: IN_PROGRESS for 2s [ 608.945897] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac262fc-bd07-499f-9765-ef83b8eff8a8 [ 608.945897] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.946341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.946341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.946341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.946461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.946654] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac262fc-bd07-499f-9765-ef83b8eff8a8 already deleted. [ 608.946770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac262fc-bd07-499f-9765-ef83b8eff8a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.136103] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d41d846c-d8af-4717-b45f-2615e8874f98 tempest-ServersWithSpecificFlavorTestJSON-2013995258 tempest-ServersWithSpecificFlavorTestJSON-2013995258-project-member] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 609.137446] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 609.137446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.137446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.137446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.137683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.137683] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.142394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.142511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.142765] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.144436] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7eedeea-c830-420b-bf71-29d98f66ed46 with status ACTIVE [ 609.144630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.144764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.144831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.145037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.147061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.147061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.147061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.147061] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7eedeea-c830-420b-bf71-29d98f66ed46 is going to be updated. [ 609.176128] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.176296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.176358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.176634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.176759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.176824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7eedeea-c830-420b-bf71-29d98f66ed46" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.371957] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f32ad72a-9c6e-408e-a579-240993589772 tempest-ServersWithSpecificFlavorTestJSON-2013995258 tempest-ServersWithSpecificFlavorTestJSON-2013995258-project-member] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 609.372973] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 609.375819] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.375819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.495299] env[66328]: INFO networking_nsxv3.common.synchronization [None req-832eb58a-3b94-48c6-95e0-430274f9e87d tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 609.495299] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 609.495625] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.495744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.495807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.498278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.498278] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.649438] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.662490] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.662699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.662839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.663980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.664112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.664277] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a already deleted. [ 609.664382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.665194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.665404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.665501] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.712164] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 in Status: SUCCESS [ 609.712519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.712748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.713892] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.714074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.714185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.714692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.714858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.715046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.715198] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.020223] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.020223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.020223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020223] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 already deleted. [ 610.020223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.056691] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f2390ff7-0eae-4253-a064-322021db8aa0 tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 610.057326] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 610.057649] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.057959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.057959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.058450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.058576] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.153049] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.153182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.153287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.153553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.153662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.154074] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 is going to be created. [ 610.186373] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.186578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.186658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.186901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.187036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.194541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.194702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.195559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.195813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.195917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.196017] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a already deleted. [ 610.196212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.198295] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c464f-b6ea-495a-a51b-160051b202e1 in Status: UNINITIALIZED for 2s [ 610.217854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.217854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.218700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.218700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.218818] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.219461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.219461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.219461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.219461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219461] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.219717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.219717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.219825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.219956] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.220062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.220124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.220260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.220338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.220421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.220509] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.452788] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 610.453010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.584028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.584028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.584028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.584028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.584028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.584028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 already deleted. [ 610.584028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.699308] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 610.699587] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde deletion is rescheduled due to dependency. [ 610.699734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.723334] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 456ff0a1-2fa9-483f-8c0c-1013db45da00: rpc.has_security_group_logging(os_id): False [ 610.746176] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.746365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.746365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.746601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.746780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.746994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.747128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.747519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.747519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.747519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.747669] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.747805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.747876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.748146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.748237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.748610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.748679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.748744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.748889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.748967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.749087] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 is going to be created. [ 610.878558] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.878773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.878818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.879039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.879217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.918696] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 in Status: IN_PROGRESS for 2s [ 611.152133] env[66328]: INFO networking_nsxv3.common.synchronization [req-c123e471-1351-4583-b9fe-fe653a33111c req-13cee75b-bcee-4e2f-a1cb-770c73f92b26 tempest-SecurityGroupRulesNegativeTestJSON-1134289351 tempest-SecurityGroupRulesNegativeTestJSON-1134289351-project-member] Enqueued Resource ID: dbc7b056-e607-472f-a617-5897428da331 with Priority: HIGHEST for action security_group_rules [ 611.152133] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc7b056-e607-472f-a617-5897428da331 with Priority: HIGHEST for action security_group_rules [ 611.152133] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbc7b056-e607-472f-a617-5897428da331 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.152133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.152133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.152133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.152133] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbc7b056-e607-472f-a617-5897428da331',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.678470] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.678470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.678470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.678470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.678470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.678470] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbc7b056-e607-472f-a617-5897428da331 already deleted. [ 611.678470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbc7b056-e607-472f-a617-5897428da331" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.216570] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c464f-b6ea-495a-a51b-160051b202e1 in Status: SUCCESS [ 612.216570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.217303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.217303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.217303] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.217627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.217627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.218660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.218660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.218660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.218660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.721505] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.940561] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 in Status: SUCCESS [ 612.940887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.225220] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325c464f-b6ea-495a-a51b-160051b202e1: rpc.has_security_group_logging(os_id): False [ 613.246439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.246682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.247033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.247480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.247480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.247677] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.247677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.247677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.247844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.247895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.247959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 is going to be created. [ 613.335115] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.335387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.335488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.335703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.335953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.362902] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c464f-b6ea-495a-a51b-160051b202e1 in Status: IN_PROGRESS for 2s [ 614.978106] env[66328]: INFO networking_nsxv3.common.synchronization [None req-0cac6584-07f4-4e2a-8c4f-198a435be3a2 None None] Enqueued Resource ID: c8865477-b38c-4f30-b013-3fc5e3516036 with Priority: HIGHEST for action port [ 614.979517] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8865477-b38c-4f30-b013-3fc5e3516036 with Priority: HIGHEST for action port [ 614.983132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8865477-b38c-4f30-b013-3fc5e3516036 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.983132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8865477-b38c-4f30-b013-3fc5e3516036" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.983132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8865477-b38c-4f30-b013-3fc5e3516036" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.983132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8865477-b38c-4f30-b013-3fc5e3516036" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.983132] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8865477-b38c-4f30-b013-3fc5e3516036',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.381023] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325c464f-b6ea-495a-a51b-160051b202e1 in Status: SUCCESS [ 615.381023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.469624] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f95cf538-268d-4121-b783-61028f966f3f None None] Enqueued Resource ID: c701893d-41c2-41c3-bc17-00abb3d1b57a with Priority: HIGHEST for action port [ 615.469624] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c701893d-41c2-41c3-bc17-00abb3d1b57a with Priority: HIGHEST for action port [ 615.469624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c701893d-41c2-41c3-bc17-00abb3d1b57a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.471031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c701893d-41c2-41c3-bc17-00abb3d1b57a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.475339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c701893d-41c2-41c3-bc17-00abb3d1b57a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.475339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c701893d-41c2-41c3-bc17-00abb3d1b57a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.475339] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c701893d-41c2-41c3-bc17-00abb3d1b57a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.486862] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8865477-b38c-4f30-b013-3fc5e3516036 [ 615.488722] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.488722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.488722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.488722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.488722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.488722] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8865477-b38c-4f30-b013-3fc5e3516036 already deleted. [ 615.488722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8865477-b38c-4f30-b013-3fc5e3516036" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.765870] env[66328]: INFO networking_nsxv3.common.synchronization [req-408fd9af-8435-49e6-aad4-fb5ec52a9830 req-4e431cb9-e73b-4605-848b-2f42b6e9991d tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: 8ebf4557-ca9f-4c11-9c9d-8f768c4492be with Priority: HIGHEST for action security_group_rules [ 615.767024] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebf4557-ca9f-4c11-9c9d-8f768c4492be with Priority: HIGHEST for action security_group_rules [ 615.767425] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebf4557-ca9f-4c11-9c9d-8f768c4492be taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.767605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebf4557-ca9f-4c11-9c9d-8f768c4492be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.767731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebf4557-ca9f-4c11-9c9d-8f768c4492be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.768113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebf4557-ca9f-4c11-9c9d-8f768c4492be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.768243] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebf4557-ca9f-4c11-9c9d-8f768c4492be',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.977453] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c701893d-41c2-41c3-bc17-00abb3d1b57a [ 615.978095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.978095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.978095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.978752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.978752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.978752] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c701893d-41c2-41c3-bc17-00abb3d1b57a already deleted. [ 615.978752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c701893d-41c2-41c3-bc17-00abb3d1b57a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.294324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.294324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.294324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.294597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.294656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.294751] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebf4557-ca9f-4c11-9c9d-8f768c4492be already deleted. [ 616.294830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebf4557-ca9f-4c11-9c9d-8f768c4492be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.312215] env[66328]: INFO networking_nsxv3.common.synchronization [None req-16d22cb7-4b94-419f-b923-8121cdbca2ff None None] Enqueued Resource ID: 4012d5b3-3345-403e-875e-59c0e83ab8fa with Priority: HIGHEST for action port [ 617.315091] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4012d5b3-3345-403e-875e-59c0e83ab8fa with Priority: HIGHEST for action port [ 617.315515] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4012d5b3-3345-403e-875e-59c0e83ab8fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.315656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4012d5b3-3345-403e-875e-59c0e83ab8fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.315755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4012d5b3-3345-403e-875e-59c0e83ab8fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.316026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4012d5b3-3345-403e-875e-59c0e83ab8fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.316735] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4012d5b3-3345-403e-875e-59c0e83ab8fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.631471] env[66328]: INFO networking_nsxv3.common.synchronization [None req-a2429d85-9864-4f0d-a0bc-aa7b32790eb1 None None] Enqueued Resource ID: 1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb with Priority: HIGHEST for action port [ 617.632322] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb with Priority: HIGHEST for action port [ 617.632322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.632535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.632579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.632894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.632894] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.818824] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4012d5b3-3345-403e-875e-59c0e83ab8fa [ 617.819158] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.819267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.819309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.819511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.819630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.819790] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4012d5b3-3345-403e-875e-59c0e83ab8fa already deleted. [ 617.819888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4012d5b3-3345-403e-875e-59c0e83ab8fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.136205] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb [ 618.136661] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.137082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.137776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.138070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.138189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.138308] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb already deleted. [ 618.138555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb1a98b-a3a1-46a0-b94c-65e9161ef4bb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.152209] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f18ee61-3fa1-4be1-bc64-3da8105d9748 req-e08c077c-dd5d-43f6-8c41-d8db1a7d944a tempest-ServerActionsV293TestJSON-926076165 tempest-ServerActionsV293TestJSON-926076165-project-member] Enqueued Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_members [ 618.153053] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_members [ 618.154764] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.155035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.157046] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.157046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.157046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.157046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.157046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.157046] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.393997] env[66328]: INFO networking_nsxv3.common.synchronization [None req-6a4292a2-4b19-46d2-aee8-cd731db9c31e tempest-ServersTestFqdnHostnames-2089888621 tempest-ServersTestFqdnHostnames-2089888621-project-member] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_rules [ 618.395449] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_rules [ 618.396689] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.398117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.398117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.398387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.398567] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.639059] env[66328]: INFO networking_nsxv3.common.synchronization [None req-71a76747-44e3-46ea-b21f-d17e7dcf3139 tempest-ServersTestFqdnHostnames-2089888621 tempest-ServersTestFqdnHostnames-2089888621-project-member] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_rules [ 618.640032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_rules [ 618.640119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.640181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.658773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.658958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.658958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.659150] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.659242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.659301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.659444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.659516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.659605] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca already deleted. [ 618.659707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.683909] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684149] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-344" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.684280] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-344" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.684653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-344" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.684938] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.687074] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.688019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.688019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.688019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.688019] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.688797] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.688797] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.688797] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.688797] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.688797] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.688797] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.716610] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.716610] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.716610] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.717448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-344" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.717869] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-0cc77dc1-bf02-4364-9062-87c9fac9e44c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.718619] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.718780] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.719153] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.719312] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc77dc1-bf02-4364-9062-87c9fac9e44c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.020741] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.020961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.021039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.021324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.021446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.021559] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a already deleted. [ 619.021676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.022059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.022199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.022314] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.225129] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.225129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.225129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.225129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.225129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.225129] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 0cc77dc1-bf02-4364-9062-87c9fac9e44c not found, creating... [ 619.225129] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.225129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.225129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.226222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.226464] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.226923] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.227190] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.227328] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.227649] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.230035] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.230035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 0cc77dc1-bf02-4364-9062-87c9fac9e44c is going to be created. [ 619.256308] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.256578] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.256716] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.257590] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.480809] env[66328]: INFO networking_nsxv3.common.synchronization [req-98ac0f44-d768-438c-8d8c-fa0a0fe24a9d req-909fdbaa-b35d-43f5-9b84-4d3e4d62326d tempest-ServerExternalEventsTest-43598393 tempest-ServerExternalEventsTest-43598393-project-member] Enqueued Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_members [ 619.481427] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e496bbfe-048b-4729-9c54-bde113fe364e with Priority: HIGHEST for action security_group_members [ 619.481786] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e496bbfe-048b-4729-9c54-bde113fe364e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.481938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.482023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.482254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.482416] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.482597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.482681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.482853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.482976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.483085] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e496bbfe-048b-4729-9c54-bde113fe364e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.551816] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.552893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.552893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.552893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.552893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.552893] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a already deleted. [ 619.552893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.945121] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f18ee61-3fa1-4be1-bc64-3da8105d9748 req-5913622e-7947-49ef-9a30-2207c8c9c1e5 service nova] Enqueued Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_rules [ 619.945121] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f18ee61-3fa1-4be1-bc64-3da8105d9748 req-5913622e-7947-49ef-9a30-2207c8c9c1e5 service nova] Enqueued Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_members [ 619.945121] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f18ee61-3fa1-4be1-bc64-3da8105d9748 req-5913622e-7947-49ef-9a30-2207c8c9c1e5 service nova] Enqueued Resource ID: 0cc77dc1-bf02-4364-9062-87c9fac9e44c with Priority: HIGHEST for action port [ 619.945777] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_rules [ 619.945973] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_members [ 619.946196] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc77dc1-bf02-4364-9062-87c9fac9e44c with Priority: HIGHEST for action port [ 619.946425] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.947402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.948128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.948380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.948470] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.949443] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.949603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.949675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.949912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.950119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.951270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.951270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.951270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.951270] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.951560] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc77dc1-bf02-4364-9062-87c9fac9e44c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.951560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.951783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.951783] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc77dc1-bf02-4364-9062-87c9fac9e44c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.986232] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.986319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.986355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.986551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.986641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.986823] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.986911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.986969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.987259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.987259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.987352] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e496bbfe-048b-4729-9c54-bde113fe364e is going to be updated. [ 620.021394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.021541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.021612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.021856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.022016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.033471] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e496bbfe-048b-4729-9c54-bde113fe364e in Status: IN_PROGRESS for 2s [ 620.454609] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.455666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.455782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.456441] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cc77dc1-bf02-4364-9062-87c9fac9e44c with status ACTIVE [ 620.456441] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.456441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.456675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.456675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.456833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.456957] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457979] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cc77dc1-bf02-4364-9062-87c9fac9e44c is going to be updated. [ 620.491032] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.491032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.491032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.491032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.491558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.491558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc77dc1-bf02-4364-9062-87c9fac9e44c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.957820] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.463205] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.463314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.464127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.464127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.464127] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca is going to be created. [ 621.495921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.496552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496968] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.497427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.497709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.514753] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82558332-ffe5-4b62-af18-b82ff002bcca in Status: UNINITIALIZED for 2s [ 622.046561] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e496bbfe-048b-4729-9c54-bde113fe364e in Status: SUCCESS [ 622.046769] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e496bbfe-048b-4729-9c54-bde113fe364e deletion is rescheduled due to dependency. [ 622.046912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e496bbfe-048b-4729-9c54-bde113fe364e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.531042] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82558332-ffe5-4b62-af18-b82ff002bcca in Status: SUCCESS [ 623.531042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.531042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.531042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.531042] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.531042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.531042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.531692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.531692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.531692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.531692] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.608620] env[66328]: INFO networking_nsxv3.common.synchronization [req-3cced2fe-eb9e-4afb-a4c6-92a552a32e20 req-1390b89d-28ce-47cc-8343-364850811539 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 623.608620] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 623.608620] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.608620] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.608620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.609175] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.033510] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.111300] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.111491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.111669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.111972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.112103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.112326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.112433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.112567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.112811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.112896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.112986] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 624.157265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.157437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.157525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.157726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.157850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.177808] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 624.195042] env[66328]: INFO networking_nsxv3.common.synchronization [req-9b9c52a2-fbc4-4fac-9759-fcf703f8c451 req-0fba2ff6-f355-46c3-b77a-8e704fb38871 tempest-ServerDiagnosticsTest-1371360945 tempest-ServerDiagnosticsTest-1371360945-project-member] Enqueued Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_members [ 624.195433] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b72943-66b6-4402-b295-4c9cc10c3999 with Priority: HIGHEST for action security_group_members [ 624.195497] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b72943-66b6-4402-b295-4c9cc10c3999 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.195663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.195734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.195976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.196152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.196268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.196373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.196530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.196634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.196725] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b72943-66b6-4402-b295-4c9cc10c3999',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.489445] env[66328]: INFO networking_nsxv3.common.synchronization [req-2284884a-0416-49bf-88b6-14fb729f0d41 req-510d1be2-74d9-4c7e-a8c0-91a2db6f2a53 tempest-ServersWithSpecificFlavorTestJSON-2013995258 tempest-ServersWithSpecificFlavorTestJSON-2013995258-project-member] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 624.493490] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 624.494291] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.494528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.494763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.495662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.495903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.496158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.496307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.496558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.496704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.496886] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.537276] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82558332-ffe5-4b62-af18-b82ff002bcca: rpc.has_security_group_logging(os_id): False [ 624.565913] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.565913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.565913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.566584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.566584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.566584] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.567501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.567501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.567501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.567501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.567501] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca is going to be created. [ 624.669073] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.669377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.669377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.669783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.669898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.690497] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82558332-ffe5-4b62-af18-b82ff002bcca in Status: IN_PROGRESS for 2s [ 624.699201] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.699427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.699496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.699993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.700252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.700503] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.700995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.701135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.701456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.701585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.701687] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b72943-66b6-4402-b295-4c9cc10c3999 is going to be updated. [ 624.757111] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.757324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.757324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.757554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.757979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.771371] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: IN_PROGRESS for 2s [ 625.000024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.000258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.000258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.000519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.000622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.000888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.000981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.000981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001332] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a already deleted. [ 625.001540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.041316] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.042038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.042038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.042243] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.042522] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.042741] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.042741] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.043696] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.043696] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.043696] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.043696] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.043696] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.043696] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.044020] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.044020] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.044098] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.081831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.082052] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.082208] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.082394] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.082862] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-245f133f-7275-4b8f-b84a-97daa48005e9 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.083086] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.083177] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.083552] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.083811] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245f133f-7275-4b8f-b84a-97daa48005e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.586676] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.587204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.587204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.587489] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.587678] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.587826] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 245f133f-7275-4b8f-b84a-97daa48005e9 not found, creating... [ 625.588143] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.588308] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.588418] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.588651] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.588937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.589311] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.589465] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.589576] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.590083] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.590251] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.590381] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 245f133f-7275-4b8f-b84a-97daa48005e9 is going to be created. [ 625.622036] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.622272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.622564] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.622920] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.623232] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.623554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.190984] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 626.191197] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 626.191381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.353797] env[66328]: INFO networking_nsxv3.common.synchronization [req-2284884a-0416-49bf-88b6-14fb729f0d41 req-6fd8e306-d74c-4235-9701-d6da9b3feb90 service nova] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 626.353981] env[66328]: INFO networking_nsxv3.common.synchronization [req-2284884a-0416-49bf-88b6-14fb729f0d41 req-6fd8e306-d74c-4235-9701-d6da9b3feb90 service nova] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 626.354140] env[66328]: INFO networking_nsxv3.common.synchronization [req-2284884a-0416-49bf-88b6-14fb729f0d41 req-6fd8e306-d74c-4235-9701-d6da9b3feb90 service nova] Enqueued Resource ID: 245f133f-7275-4b8f-b84a-97daa48005e9 with Priority: HIGHEST for action port [ 626.354687] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 626.355083] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 626.355308] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245f133f-7275-4b8f-b84a-97daa48005e9 with Priority: HIGHEST for action port [ 626.355526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.355651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.355743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.356037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.356037] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.356881] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.356995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.357062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.357192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.357331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.357479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.357479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.357614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.359430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.359430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.359430] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-245f133f-7275-4b8f-b84a-97daa48005e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.359430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.359430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.359430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.359430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245f133f-7275-4b8f-b84a-97daa48005e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.704500] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82558332-ffe5-4b62-af18-b82ff002bcca in Status: SUCCESS [ 626.704500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.781737] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: IN_PROGRESS for 4s [ 626.861492] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.861750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.861914] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.862913] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 245f133f-7275-4b8f-b84a-97daa48005e9 with status ACTIVE [ 626.863211] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.863332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.863332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.863696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.863978] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.864188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.864253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.864534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.864534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.864679] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.864760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.864832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.864956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.865042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.865196] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 245f133f-7275-4b8f-b84a-97daa48005e9 is going to be updated. [ 626.888168] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.888367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.888646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.888844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.888970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245f133f-7275-4b8f-b84a-97daa48005e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.927373] env[66328]: INFO networking_nsxv3.common.synchronization [req-63bb24a7-25f9-4d55-8658-6aadfc8ccaec req-f7b67dff-ed03-48ea-bb60-e34cb0c6381c tempest-ServerDiagnosticsNegativeTest-1735287063 tempest-ServerDiagnosticsNegativeTest-1735287063-project-member] Enqueued Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_members [ 626.927998] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGHEST for action security_group_members [ 626.928382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.928509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.929564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.929856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.930061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.930209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.930295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.930489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.930647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.930773] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.368103] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.388477] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d3c46db0-56d5-4b90-a690-7ff64e43c53c None None] Enqueued Resource ID: 717c01a9-c006-49db-91a5-53d9400e507e with Priority: HIGHEST for action port [ 627.388477] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717c01a9-c006-49db-91a5-53d9400e507e with Priority: HIGHEST for action port [ 627.388477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-717c01a9-c006-49db-91a5-53d9400e507e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.388477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717c01a9-c006-49db-91a5-53d9400e507e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.388477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717c01a9-c006-49db-91a5-53d9400e507e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.388477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717c01a9-c006-49db-91a5-53d9400e507e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.388477] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717c01a9-c006-49db-91a5-53d9400e507e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.433586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.433848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.433848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.434033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.434088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.434740] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.434740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.434740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.434740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.434740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.434740] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 is going to be updated. [ 627.521469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.521718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.521718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.522047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.522086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.533169] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 in Status: IN_PROGRESS for 2s [ 627.870888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.871171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.874300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.874611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.874728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874861] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be created. [ 627.888875] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 717c01a9-c006-49db-91a5-53d9400e507e [ 627.889176] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.889997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.889997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.889997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.889997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.889997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:717c01a9-c006-49db-91a5-53d9400e507e already deleted. [ 627.889997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717c01a9-c006-49db-91a5-53d9400e507e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.919289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.922273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.922273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.922273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.922273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.936345] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: UNINITIALIZED for 2s [ 628.535830] env[66328]: INFO networking_nsxv3.common.synchronization [req-9b434fc3-8694-40e7-9669-28337e567658 req-443aedf0-e2ef-4458-8507-484851437bc8 tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 628.536823] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 628.536823] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.537127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.537306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.538388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.538663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.539162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.539162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.539162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.539315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.539315] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.585777] env[66328]: INFO networking_nsxv3.common.synchronization [None req-6d56753d-f51e-4ce9-b1fc-b3baf5d08a30 None None] Enqueued Resource ID: 7be641ba-81cb-4b6b-b9ad-8a02deaab4d4 with Priority: HIGHEST for action port [ 628.586499] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be641ba-81cb-4b6b-b9ad-8a02deaab4d4 with Priority: HIGHEST for action port [ 628.586787] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be641ba-81cb-4b6b-b9ad-8a02deaab4d4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.586908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be641ba-81cb-4b6b-b9ad-8a02deaab4d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.586965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be641ba-81cb-4b6b-b9ad-8a02deaab4d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.587777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be641ba-81cb-4b6b-b9ad-8a02deaab4d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.587870] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be641ba-81cb-4b6b-b9ad-8a02deaab4d4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.679892] env[66328]: INFO networking_nsxv3.common.synchronization [req-f82a9f5e-de30-425e-803d-1d1f10101e20 req-6ea9815d-6179-487b-aa01-794f4429559b tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 with Priority: HIGHEST for action security_group_rules [ 628.680510] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 with Priority: HIGHEST for action security_group_rules [ 628.680804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.680931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.680994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.682815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.682913] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.791960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b72943-66b6-4402-b295-4c9cc10c3999 in Status: SUCCESS [ 628.792141] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b72943-66b6-4402-b295-4c9cc10c3999 deletion is rescheduled due to dependency. [ 628.792459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b72943-66b6-4402-b295-4c9cc10c3999" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.021850] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.022919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.022919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.022919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.022919] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.022919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.023377] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.023828] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.023983] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.025831] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.025831] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.025831] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.025831] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.025831] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.025831] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.025831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.041828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.043033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.043195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.043465] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.043763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.044392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.045848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.045848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.045995] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 already deleted. [ 629.046150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.048898] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.049188] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.049373] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.049606] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.050027] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-fb5c70ae-7859-4b10-9187-1c27781410f8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.051511] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.051511] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.051511] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.051511] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5c70ae-7859-4b10-9187-1c27781410f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.091030] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7be641ba-81cb-4b6b-b9ad-8a02deaab4d4 [ 629.091803] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.092113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.092681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.092681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7be641ba-81cb-4b6b-b9ad-8a02deaab4d4 already deleted. [ 629.092681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be641ba-81cb-4b6b-b9ad-8a02deaab4d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.198408] env[66328]: INFO networking_nsxv3.common.synchronization [None req-32049194-9e40-4f9b-941d-54fc5365e883 None None] Enqueued Resource ID: 34056f9c-a28d-4fc2-9109-14c2aa664ce8 with Priority: HIGHEST for action port [ 629.199380] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34056f9c-a28d-4fc2-9109-14c2aa664ce8 with Priority: HIGHEST for action port [ 629.199867] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-34056f9c-a28d-4fc2-9109-14c2aa664ce8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.201238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34056f9c-a28d-4fc2-9109-14c2aa664ce8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.201238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34056f9c-a28d-4fc2-9109-14c2aa664ce8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.202041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34056f9c-a28d-4fc2-9109-14c2aa664ce8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.202041] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34056f9c-a28d-4fc2-9109-14c2aa664ce8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.206705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.206839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.206906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.207113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.207207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.208558] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 already deleted. [ 629.208738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.543557] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 in Status: SUCCESS [ 629.543821] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 deletion is rescheduled due to dependency. [ 629.543956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.555657] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.555744] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.555780] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.556108] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.556402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.556402] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port fb5c70ae-7859-4b10-9187-1c27781410f8 not found, creating... [ 629.556729] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.557950] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.557950] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.557950] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.557950] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.557950] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.558183] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.558272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.561275] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.561275] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.561275] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: fb5c70ae-7859-4b10-9187-1c27781410f8 is going to be created. [ 629.588844] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.592032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.592032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.592032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.592032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.698996] env[66328]: INFO networking_nsxv3.common.synchronization [req-c594f63d-e00d-49dc-9cbd-f33353d1eee1 req-ae596831-df6e-43f1-9cfc-4b54af67b1b7 tempest-ListImageFiltersTestJSON-1484685644 tempest-ListImageFiltersTestJSON-1484685644-project-member] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 629.699623] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 629.699936] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.701500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.701500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.701500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.701500] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.701500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.701811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.701811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.701950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.702087] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.704379] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34056f9c-a28d-4fc2-9109-14c2aa664ce8 [ 629.706370] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.706370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.706370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.706370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.706370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.706370] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34056f9c-a28d-4fc2-9109-14c2aa664ce8 already deleted. [ 629.706370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34056f9c-a28d-4fc2-9109-14c2aa664ce8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.948066] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 629.948292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.948455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.948895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.948895] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.949053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.949089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.949233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.949360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.949397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.950737] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.208146] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.208478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.208478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.208605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.208869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.208966] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.209052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.209116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.209350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.209453] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 already deleted. [ 630.209515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.273520] env[66328]: INFO networking_nsxv3.common.synchronization [req-9b434fc3-8694-40e7-9669-28337e567658 req-67ff3289-bde7-426e-a3e7-743675b1bb8c service nova] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 630.273520] env[66328]: INFO networking_nsxv3.common.synchronization [req-9b434fc3-8694-40e7-9669-28337e567658 req-67ff3289-bde7-426e-a3e7-743675b1bb8c service nova] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 630.273643] env[66328]: INFO networking_nsxv3.common.synchronization [req-9b434fc3-8694-40e7-9669-28337e567658 req-67ff3289-bde7-426e-a3e7-743675b1bb8c service nova] Enqueued Resource ID: fb5c70ae-7859-4b10-9187-1c27781410f8 with Priority: HIGHEST for action port [ 630.274151] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 630.274285] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 630.274380] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5c70ae-7859-4b10-9187-1c27781410f8 with Priority: HIGHEST for action port [ 630.274768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.274901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.274983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.275201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.275293] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.276086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.276198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.276262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.276639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.276809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.277325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.278229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.278229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.278229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.278229] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.278445] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb5c70ae-7859-4b10-9187-1c27781410f8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.278508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.278605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.278697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.278734] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5c70ae-7859-4b10-9187-1c27781410f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.303182] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.303373] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.303497] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.304189] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.304189] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.304189] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.304442] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.305058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.305058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.305058] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.305058] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.305058] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.305305] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.305305] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.305305] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.305412] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.325831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.325987] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.326134] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.326346] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.326661] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.326883] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.327040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.327376] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.327510] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.452800] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.780833] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.781021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.781211] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.782102] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb5c70ae-7859-4b10-9187-1c27781410f8 with status ACTIVE [ 630.782287] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.782396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.782514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.782680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.782771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.782939] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.783045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.783107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.783261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.783796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.784059] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.784197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.784251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.784727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.784814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.784905] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb5c70ae-7859-4b10-9187-1c27781410f8 is going to be updated. [ 630.811538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.811713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.811799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.811993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.812137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.812297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.829929] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.830395] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.830766] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.831172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.832037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.832037] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad not found, creating... [ 630.832223] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.832306] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.832726] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.833644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.833644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.833644] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.833644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.833644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.833993] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.833993] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.834157] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad is going to be created. [ 630.861821] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.862116] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.862245] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.862536] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.862844] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.863084] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.957167] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b3d673-3043-4e5c-8c21-39807f3bb38a: rpc.has_security_group_logging(os_id): False [ 630.985039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.985039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.985039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.985039] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be created. [ 631.111174] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.111174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.112281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.125516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: IN_PROGRESS for 2s [ 631.130186] env[66328]: INFO networking_nsxv3.common.synchronization [None req-27c847c1-f026-48ea-91bf-bb2a15261b8a None None] Enqueued Resource ID: 084c7b9e-1614-4d31-9313-8d6aff8c1ff9 with Priority: HIGHEST for action port [ 631.131805] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084c7b9e-1614-4d31-9313-8d6aff8c1ff9 with Priority: HIGHEST for action port [ 631.131805] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-084c7b9e-1614-4d31-9313-8d6aff8c1ff9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.131805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084c7b9e-1614-4d31-9313-8d6aff8c1ff9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.131805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084c7b9e-1614-4d31-9313-8d6aff8c1ff9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.131805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084c7b9e-1614-4d31-9313-8d6aff8c1ff9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.131805] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084c7b9e-1614-4d31-9313-8d6aff8c1ff9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.288063] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.396278] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e352ffe1-4e33-40a4-8d6e-10476550952d tempest-ServersTestJSON-2121523336 tempest-ServersTestJSON-2121523336-project-member] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_rules [ 631.396278] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_rules [ 631.396278] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.396278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.396278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.396278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.396278] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.487122] env[66328]: INFO networking_nsxv3.common.synchronization [req-9defd367-89a9-4d11-b7bd-92cdbe1dfb90 req-a26859e6-53b0-40e2-9838-fd05c25961b6 tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 with Priority: HIGHEST for action security_group_rules [ 631.487740] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 with Priority: HIGHEST for action security_group_rules [ 631.488166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.488264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.488362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.489258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.489258] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.620850] env[66328]: INFO networking_nsxv3.common.synchronization [req-c594f63d-e00d-49dc-9cbd-f33353d1eee1 req-5ca23219-f124-45bb-bf56-e9374d7f4fe2 service nova] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_rules [ 631.621079] env[66328]: INFO networking_nsxv3.common.synchronization [req-c594f63d-e00d-49dc-9cbd-f33353d1eee1 req-5ca23219-f124-45bb-bf56-e9374d7f4fe2 service nova] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 631.621371] env[66328]: INFO networking_nsxv3.common.synchronization [req-c594f63d-e00d-49dc-9cbd-f33353d1eee1 req-5ca23219-f124-45bb-bf56-e9374d7f4fe2 service nova] Enqueued Resource ID: 08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad with Priority: HIGHEST for action port [ 631.622247] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_rules [ 631.622385] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 631.623102] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad with Priority: HIGHEST for action port [ 631.623198] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.623267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.623544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.623742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.623742] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.625070] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.625070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.625993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.625993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.625993] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.625993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.625993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.625993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.625993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.625993] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.628222] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.628222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.628222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.628222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.628222] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.634548] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 084c7b9e-1614-4d31-9313-8d6aff8c1ff9 [ 631.634548] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.634548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.634548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.634548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.634548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.634548] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:084c7b9e-1614-4d31-9313-8d6aff8c1ff9 already deleted. [ 631.634548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084c7b9e-1614-4d31-9313-8d6aff8c1ff9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.791372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.791779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.791904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.792146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.792255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.792359] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be created. [ 631.814551] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f1b8ffb1-21f0-407f-9c51-1f78c94b0120 tempest-ServersTestJSON-2121523336 tempest-ServersTestJSON-2121523336-project-member] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_rules [ 631.814551] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_rules [ 631.814551] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.814879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.838088] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.838311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.838311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.838544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.838707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.860341] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: UNINITIALIZED for 2s [ 631.924013] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.924243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.924344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.924597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.924686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.924742] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 already deleted. [ 631.924995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.925380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.925380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.925460] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.012406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.012640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.012717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.012981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.013092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.013194] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 already deleted. [ 632.013327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.134322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.134322] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.134322] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad with status ACTIVE [ 632.134322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.134322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.134322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.136972] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.137732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.138115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.138387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.138675] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad is going to be updated. [ 632.164531] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.165074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.165074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.165249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.165365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.165530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ad9ea3-c6a9-48c6-a5c9-75bef28c98ad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.453807] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.454084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.454084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.454280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.454433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.454586] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 already deleted. [ 632.454733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.642480] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.931258] env[66328]: INFO networking_nsxv3.common.synchronization [req-381fcf1f-8a4e-4c92-8db5-12969eec8059 req-cd2e25ac-8fef-4207-a65c-ffaaa876c895 tempest-ServersAdminNegativeTestJSON-394759112 tempest-ServersAdminNegativeTestJSON-394759112-project-member] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 632.933141] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 632.935083] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.935324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.935432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.936880] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.937097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.937206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.937625] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.937782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.937936] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.142019] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 633.143028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.147861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.148189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.148306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.148614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.148750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.148906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be created. [ 633.176371] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.176371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.176371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.177407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.177407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.192369] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: UNINITIALIZED for 2s [ 633.341404] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fe20042b-427d-4863-b928-2c2990a8a22d None None] Enqueued Resource ID: 522daf93-15af-4f56-86c1-856e0cdcf32b with Priority: HIGHEST for action port [ 633.342014] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522daf93-15af-4f56-86c1-856e0cdcf32b with Priority: HIGHEST for action port [ 633.342341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-522daf93-15af-4f56-86c1-856e0cdcf32b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.342473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522daf93-15af-4f56-86c1-856e0cdcf32b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.342538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522daf93-15af-4f56-86c1-856e0cdcf32b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.342853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522daf93-15af-4f56-86c1-856e0cdcf32b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.342959] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522daf93-15af-4f56-86c1-856e0cdcf32b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.442591] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.442591] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.442591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.442591] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b already deleted. [ 633.443459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.483663] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.484202] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.484280] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.484918] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.485301] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.485592] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.485825] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.486319] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.486583] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.486925] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.487158] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.487357] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.487581] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.488449] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.488449] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.488449] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.513978] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.514160] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.514307] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.514485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.514805] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515365] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.515472] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.515887] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.516028] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914c85ba-cb1b-44f9-b6f0-6a659ac03a8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.846916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 522daf93-15af-4f56-86c1-856e0cdcf32b [ 633.847298] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.847393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.847393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.847654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.847760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.847872] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:522daf93-15af-4f56-86c1-856e0cdcf32b already deleted. [ 633.847964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522daf93-15af-4f56-86c1-856e0cdcf32b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.877053] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: SUCCESS [ 633.877283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.877461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.877670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.877883] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.878017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.878077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.878238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.878320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.878407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.878495] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.019092] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.019398] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.019444] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.019843] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.020252] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.020320] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 914c85ba-cb1b-44f9-b6f0-6a659ac03a8a not found, creating... [ 634.020691] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.021058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.021058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.021758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.021758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.021951] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.022226] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.022420] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.022881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.022881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.022997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 914c85ba-cb1b-44f9-b6f0-6a659ac03a8a is going to be created. [ 634.046278] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.046840] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.046840] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.047158] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.047377] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.047595] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.070259] env[66328]: INFO networking_nsxv3.common.synchronization [req-5156a600-2783-4fbe-ba63-31d125378035 req-6d163263-77b1-4d4e-8c86-f0cc15a3b71d tempest-TenantUsagesTestJSON-317579182 tempest-TenantUsagesTestJSON-317579182-project-member] Enqueued Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_members [ 634.070259] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGHEST for action security_group_members [ 634.070259] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.070492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.070492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.070492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.071371] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.071371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.071371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.071371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.071371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.071371] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.381214] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.574291] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.574707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.574896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.575574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.576151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.576584] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.576818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.576918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.577181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.577318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.577501] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 is going to be updated. [ 634.612803] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.612997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.613067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.613350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.613514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.632223] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 in Status: IN_PROGRESS for 2s [ 634.794303] env[66328]: INFO networking_nsxv3.common.synchronization [req-381fcf1f-8a4e-4c92-8db5-12969eec8059 req-5179bb9e-6f60-44b2-bbd8-921131b45c6e service nova] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_rules [ 634.794303] env[66328]: INFO networking_nsxv3.common.synchronization [req-381fcf1f-8a4e-4c92-8db5-12969eec8059 req-5179bb9e-6f60-44b2-bbd8-921131b45c6e service nova] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 634.794431] env[66328]: INFO networking_nsxv3.common.synchronization [req-381fcf1f-8a4e-4c92-8db5-12969eec8059 req-5179bb9e-6f60-44b2-bbd8-921131b45c6e service nova] Enqueued Resource ID: 914c85ba-cb1b-44f9-b6f0-6a659ac03a8a with Priority: HIGHEST for action port [ 634.794990] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_rules [ 634.795191] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 634.795297] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914c85ba-cb1b-44f9-b6f0-6a659ac03a8a with Priority: HIGHEST for action port [ 634.795609] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.795719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.795792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.797183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.797499] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.799096] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.799250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.799330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.799536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.799699] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.799808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.799868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.800126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.800126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.800224] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.803125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.803125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.803125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.803125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.803125] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914c85ba-cb1b-44f9-b6f0-6a659ac03a8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.889674] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c65306ec-c32a-4acc-97dd-8ffefa8feba7: rpc.has_security_group_logging(os_id): False [ 634.915209] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.915428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.915428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.915608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.915608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.916599] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.916599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.916599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.916599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.916599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.916599] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be created. [ 635.002303] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.002526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.002526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.002780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.002986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019151] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: IN_PROGRESS for 2s [ 635.204594] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 635.204851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.205041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.205268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.205557] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.205654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.205918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.205918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.206225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.206225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.206225] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.305269] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.305396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.305588] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.308155] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 914c85ba-cb1b-44f9-b6f0-6a659ac03a8a with status ACTIVE [ 635.311022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.311022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.311022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.311022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 914c85ba-cb1b-44f9-b6f0-6a659ac03a8a is going to be updated. [ 635.337179] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.337353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.337400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.338184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.338184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.338184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-914c85ba-cb1b-44f9-b6f0-6a659ac03a8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.711855] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.711855] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.711855] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.711855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713464] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.713464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.713464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713464] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.816192] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.218407] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c7e51-1ab8-4956-b7c2-16260d5f35e2: rpc.has_security_group_logging(os_id): False [ 636.237629] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.237875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.237955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.238244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.238342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.238590] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.239119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.239119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.239119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.239119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.239299] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.239299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.239299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.239438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.239499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.239665] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.239769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.239822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.239940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.239995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.240132] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be created. [ 636.313173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.313325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.313427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.313610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.313828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.320332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.320332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.320332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.320332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.320332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.320332] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be created. [ 636.330049] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 2s [ 636.347269] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.347420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.347420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.347663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.347866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.364929] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: UNINITIALIZED for 2s [ 636.394513] env[66328]: INFO networking_nsxv3.common.synchronization [None req-2c797a82-3811-4dff-b1c1-9fc236ae588c None None] Enqueued Resource ID: cc0d6ba5-e21f-4b18-a132-b75558230876 with Priority: HIGHEST for action port [ 636.395272] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0d6ba5-e21f-4b18-a132-b75558230876 with Priority: HIGHEST for action port [ 636.395460] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0d6ba5-e21f-4b18-a132-b75558230876 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.395642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0d6ba5-e21f-4b18-a132-b75558230876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.395714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0d6ba5-e21f-4b18-a132-b75558230876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.395966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0d6ba5-e21f-4b18-a132-b75558230876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.396750] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0d6ba5-e21f-4b18-a132-b75558230876',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.449093] env[66328]: INFO networking_nsxv3.common.synchronization [req-73faedf4-d08d-41fc-8763-dca0774d9728 req-dd07a172-8f9b-4036-b7ec-0f950f72375d tempest-FloatingIPsAssociationNegativeTestJSON-160821195 tempest-FloatingIPsAssociationNegativeTestJSON-160821195-project-member] Enqueued Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_members [ 636.449442] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_members [ 636.450107] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.450107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.450107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.451774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.452078] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.452191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.452245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.452417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.454957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.455199] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.648479] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 in Status: SUCCESS [ 636.648714] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 deletion is rescheduled due to dependency. [ 636.648857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899275] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc0d6ba5-e21f-4b18-a132-b75558230876 [ 636.899275] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.899275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.899275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.899652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.899652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899652] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc0d6ba5-e21f-4b18-a132-b75558230876 already deleted. [ 636.899652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0d6ba5-e21f-4b18-a132-b75558230876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.958781] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.959027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.960892] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.960892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.960892] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7bf750-099d-421e-b680-f1b2fdc9049e already deleted. [ 636.961371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.987089] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b320ec26-82f3-45ee-b5c2-b9aeb49aed1a tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_rules [ 636.987694] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_rules [ 636.987952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.988091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.988144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.988865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.988947] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.038513] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: SUCCESS [ 637.038513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.134544] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.134544] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-512" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.134544] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-512" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.135886] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-512" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.135886] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.135886] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.136325] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.136458] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.136645] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.136889] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.137115] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.137278] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.137419] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.137638] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.137700] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.137881] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.169165] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.169409] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.169481] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.169743] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-512" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.169986] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-50c04852-e311-49a1-b95a-52256f894223 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.170210] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.170330] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.170728] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.170881] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c04852-e311-49a1-b95a-52256f894223',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.208187] env[66328]: INFO networking_nsxv3.common.synchronization [None req-5238de96-1740-4324-a48d-a5f8fecb1549 tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_rules [ 637.213884] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_rules [ 637.215030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.215139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.273178] env[66328]: INFO networking_nsxv3.common.synchronization [req-4c8ff59e-6050-4e60-9292-909d9175bc24 req-61a1a9c7-b1cb-4402-85c2-45e6b60f2397 tempest-SecurityGroupRulesTestJSON-56642193 tempest-SecurityGroupRulesTestJSON-56642193-project-member] Enqueued Resource ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 with Priority: HIGHEST for action security_group_rules [ 637.273983] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 with Priority: HIGHEST for action security_group_rules [ 637.274447] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.274579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.274645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.274849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.274920] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.525225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.525403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.525526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.525826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.526106] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9806611d-809c-4d71-afb7-8188a9582245 already deleted. [ 637.526247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.526474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.526712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526826] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.675616] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.675616] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.675929] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.675979] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.676172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.676277] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 50c04852-e311-49a1-b95a-52256f894223 not found, creating... [ 637.676537] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.676733] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.676837] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.677073] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.677180] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.677475] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.677775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.677775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.677941] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.678261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.678432] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 50c04852-e311-49a1-b95a-52256f894223 is going to be created. [ 637.708447] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.708661] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.708761] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.709077] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.709468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.709716] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.820280] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.820465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.820514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.820959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.820959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.820959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59 already deleted. [ 637.821144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8fcff7e-bf1e-42ee-8d64-ab1a85d8ba59" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.053989] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.055904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.055904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.055904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.055904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.055904] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9806611d-809c-4d71-afb7-8188a9582245 already deleted. [ 638.055904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.345043] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 638.345043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381024] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.381024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381024] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.596152] env[66328]: INFO networking_nsxv3.common.synchronization [req-73faedf4-d08d-41fc-8763-dca0774d9728 req-366e1cff-ef6f-45e5-9228-0e8148b8a43e service nova] Enqueued Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_rules [ 638.596442] env[66328]: INFO networking_nsxv3.common.synchronization [req-73faedf4-d08d-41fc-8763-dca0774d9728 req-366e1cff-ef6f-45e5-9228-0e8148b8a43e service nova] Enqueued Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_members [ 638.596653] env[66328]: INFO networking_nsxv3.common.synchronization [req-73faedf4-d08d-41fc-8763-dca0774d9728 req-366e1cff-ef6f-45e5-9228-0e8148b8a43e service nova] Enqueued Resource ID: 50c04852-e311-49a1-b95a-52256f894223 with Priority: HIGHEST for action port [ 638.597503] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_rules [ 638.597700] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_members [ 638.597792] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c04852-e311-49a1-b95a-52256f894223 with Priority: HIGHEST for action port [ 638.598191] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.598377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.598572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.599066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.599066] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.601981] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.602094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.602191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.602645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.602830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.602922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.603080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.603272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.603486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.603547] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.604877] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c04852-e311-49a1-b95a-52256f894223 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.605135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.605253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.605494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.605619] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c04852-e311-49a1-b95a-52256f894223',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.884273] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.887553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.888329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.888329] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.108493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.108870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.108870] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.109901] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c04852-e311-49a1-b95a-52256f894223 with status ACTIVE [ 639.110012] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110627] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c04852-e311-49a1-b95a-52256f894223 is going to be updated. [ 639.136215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.137375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.137375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.137611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.137991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.137991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c04852-e311-49a1-b95a-52256f894223" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.390953] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2670bb7d-9b2c-4cec-b127-88802ba7f53b: rpc.has_security_group_logging(os_id): False [ 639.415459] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.415459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.416282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.416282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.416282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.416282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.416282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.416542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.416576] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.416764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.416764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.416915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.416915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.417385] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.417497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.417556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.417714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.417793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.417872] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be created. [ 639.492254] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.492421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.492490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.492770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.492950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.509429] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: IN_PROGRESS for 2s [ 639.615551] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.116588] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.117128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.117396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.118027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.118027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.118027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7bf750-099d-421e-b680-f1b2fdc9049e is going to be created. [ 640.152463] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.152620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.152857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.153107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.153572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.168473] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7bf750-099d-421e-b680-f1b2fdc9049e in Status: UNINITIALIZED for 2s [ 640.556360] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f3ac5e28-ea8b-4dfd-b104-b75414b3249e None None] Enqueued Resource ID: 268d5e98-c7d9-4a29-848a-f18642e76d95 with Priority: HIGHEST for action port [ 640.556985] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268d5e98-c7d9-4a29-848a-f18642e76d95 with Priority: HIGHEST for action port [ 640.558606] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-268d5e98-c7d9-4a29-848a-f18642e76d95 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.558742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-268d5e98-c7d9-4a29-848a-f18642e76d95" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.558742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-268d5e98-c7d9-4a29-848a-f18642e76d95" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.559198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-268d5e98-c7d9-4a29-848a-f18642e76d95" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.559198] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268d5e98-c7d9-4a29-848a-f18642e76d95',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.682515] env[66328]: INFO networking_nsxv3.common.synchronization [None req-be9b8187-7549-49ec-aaf8-ef8cdbb80c88 None None] Enqueued Resource ID: ab4b6993-a2bd-4385-a64e-7663620751ef with Priority: HIGHEST for action port [ 640.683071] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4b6993-a2bd-4385-a64e-7663620751ef with Priority: HIGHEST for action port [ 640.683374] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4b6993-a2bd-4385-a64e-7663620751ef taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.683779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4b6993-a2bd-4385-a64e-7663620751ef" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.683874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4b6993-a2bd-4385-a64e-7663620751ef" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.685032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4b6993-a2bd-4385-a64e-7663620751ef" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.685185] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4b6993-a2bd-4385-a64e-7663620751ef',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.061252] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 268d5e98-c7d9-4a29-848a-f18642e76d95 [ 641.061482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.061701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.061914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.062013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.062113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:268d5e98-c7d9-4a29-848a-f18642e76d95 already deleted. [ 641.062195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-268d5e98-c7d9-4a29-848a-f18642e76d95" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.172682] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd779aff-52e3-4f28-9b96-ba626a140fd1 req-ac97b479-96e7-4d4d-90e2-3565345723d5 tempest-ListImageFiltersTestJSON-1484685644 tempest-ListImageFiltersTestJSON-1484685644-project-member] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 641.173870] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 641.175380] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.175380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.175380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.175380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.175615] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.175806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.175806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.175918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.176024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.176169] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.187887] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab4b6993-a2bd-4385-a64e-7663620751ef [ 641.189029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.189029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.189029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.189306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.189415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.189514] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab4b6993-a2bd-4385-a64e-7663620751ef already deleted. [ 641.192311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4b6993-a2bd-4385-a64e-7663620751ef" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.528272] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 641.528519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.574024] env[66328]: INFO networking_nsxv3.common.synchronization [req-80a53f00-4cb1-43c2-97fe-5cabbd6038a8 req-72f1af5d-8e02-44ed-a912-1a506112d5cc tempest-DeleteServersAdminTestJSON-485794845 tempest-DeleteServersAdminTestJSON-485794845-project-member] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 641.575479] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 641.576905] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.576905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.576905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.579161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.580852] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.580852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.580852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.580852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.580852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.580852] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.643334] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.643842] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.644626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.644626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.645286] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.645286] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.645455] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.646037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.646037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.646229] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.646380] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.646509] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.646645] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.646782] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.646913] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.647101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.672739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.672739] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.672886] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.674075] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.674075] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-def95e67-19e0-453f-820f-4bf6d06a9a1a taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.674075] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.674075] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.674075] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.674593] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def95e67-19e0-453f-820f-4bf6d06a9a1a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.678694] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.993766] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.994094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.994297] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.994597] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.994884] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.995066] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.995181] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.995416] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.995558] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.995770] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.995886] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.995986] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.996097] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.996222] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.996308] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.996441] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.016847] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.017035] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.017171] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.017378] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.017687] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.017854] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.017968] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.018321] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.018446] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47d6f52-1458-4a0f-9c5c-ce3b084c3317',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.083520] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.085354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.085354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.085354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.085354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.085354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.085354] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be updated. [ 642.113403] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.113604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.113650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.114169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.114169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.125659] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: IN_PROGRESS for 2s [ 642.177512] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.177874] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.178076] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.178363] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.178612] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.178878] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port def95e67-19e0-453f-820f-4bf6d06a9a1a not found, creating... [ 642.179223] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.179500] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.179606] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.179919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.180120] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.180526] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.180747] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.180871] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.181169] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.181383] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.181578] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: def95e67-19e0-453f-820f-4bf6d06a9a1a is going to be created. [ 642.183524] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7bf750-099d-421e-b680-f1b2fdc9049e in Status: SUCCESS [ 642.183708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.183987] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.184888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.185083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.185247] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.185348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.185411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.185561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.185646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.185757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.185849] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.216958] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.217355] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.217355] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.217596] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.217822] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.218055] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.521199] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.521500] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.521668] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.522068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.522286] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.522504] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port f47d6f52-1458-4a0f-9c5c-ce3b084c3317 not found, creating... [ 642.522872] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.523058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.523245] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.523484] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.523690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523999] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.524251] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.524375] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.524664] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.524818] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.524956] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: f47d6f52-1458-4a0f-9c5c-ce3b084c3317 is going to be created. [ 642.547536] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.547774] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.547949] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548345] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.548637] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.548915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.687668] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.687937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.688531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.688692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.688814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.688968] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be updated. [ 642.690832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.691022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.691484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.691737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.692008] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.692148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.692540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.692794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.692970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693223] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.693765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.693875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.694259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.694331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.694482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.694522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.694709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.694866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.695021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.695165] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.754341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.754588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.754588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.754810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.754955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.772463] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 2s [ 642.911544] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd779aff-52e3-4f28-9b96-ba626a140fd1 req-ec17058d-3934-4655-9dcc-9cf807b7b2c0 service nova] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_rules [ 642.912151] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd779aff-52e3-4f28-9b96-ba626a140fd1 req-ec17058d-3934-4655-9dcc-9cf807b7b2c0 service nova] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 642.912151] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd779aff-52e3-4f28-9b96-ba626a140fd1 req-ec17058d-3934-4655-9dcc-9cf807b7b2c0 service nova] Enqueued Resource ID: def95e67-19e0-453f-820f-4bf6d06a9a1a with Priority: HIGHEST for action port [ 642.912485] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_rules [ 642.912617] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 642.913213] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def95e67-19e0-453f-820f-4bf6d06a9a1a with Priority: HIGHEST for action port [ 642.913391] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.913477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.913574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.913959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.913959] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.915424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.915566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.915826] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-def95e67-19e0-453f-820f-4bf6d06a9a1a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.915930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.916036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.916183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.916256] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def95e67-19e0-453f-820f-4bf6d06a9a1a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.948041] env[66328]: INFO networking_nsxv3.common.synchronization [None req-37ff6ccd-ef0a-49b1-873f-2cb17616184b None None] Enqueued Resource ID: e01ca253-6257-4c11-8d4c-f7d9747ee189 with Priority: HIGHEST for action port [ 642.948041] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca253-6257-4c11-8d4c-f7d9747ee189 with Priority: HIGHEST for action port [ 642.948041] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e01ca253-6257-4c11-8d4c-f7d9747ee189 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.948041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e01ca253-6257-4c11-8d4c-f7d9747ee189" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.948041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e01ca253-6257-4c11-8d4c-f7d9747ee189" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.948041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e01ca253-6257-4c11-8d4c-f7d9747ee189" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.948041] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e01ca253-6257-4c11-8d4c-f7d9747ee189',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.998392] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1d3f0660-1e4e-495c-8afd-0b91560fd90e None None] Enqueued Resource ID: 49092ef1-1c02-405b-9e70-5187d6b5700a with Priority: HIGHEST for action port [ 642.998392] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49092ef1-1c02-405b-9e70-5187d6b5700a with Priority: HIGHEST for action port [ 642.998636] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-49092ef1-1c02-405b-9e70-5187d6b5700a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.998697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49092ef1-1c02-405b-9e70-5187d6b5700a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.998776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49092ef1-1c02-405b-9e70-5187d6b5700a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.999057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49092ef1-1c02-405b-9e70-5187d6b5700a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.999144] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49092ef1-1c02-405b-9e70-5187d6b5700a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.201343] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7bf750-099d-421e-b680-f1b2fdc9049e: rpc.has_security_group_logging(os_id): False [ 643.220984] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.220984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.220984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.221259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.221346] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.221565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.221565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.221673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.221875] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.221966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.222041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.222186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.222260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.222485] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.222577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.222577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.222710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.222886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.222935] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7bf750-099d-421e-b680-f1b2fdc9049e is going to be created. [ 643.286145] env[66328]: INFO networking_nsxv3.common.synchronization [req-80a53f00-4cb1-43c2-97fe-5cabbd6038a8 req-a82cc5a8-1165-46c4-8a38-fe03f745a92d service nova] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_rules [ 643.286926] env[66328]: INFO networking_nsxv3.common.synchronization [req-80a53f00-4cb1-43c2-97fe-5cabbd6038a8 req-a82cc5a8-1165-46c4-8a38-fe03f745a92d service nova] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 643.286926] env[66328]: INFO networking_nsxv3.common.synchronization [req-80a53f00-4cb1-43c2-97fe-5cabbd6038a8 req-a82cc5a8-1165-46c4-8a38-fe03f745a92d service nova] Enqueued Resource ID: f47d6f52-1458-4a0f-9c5c-ce3b084c3317 with Priority: HIGHEST for action port [ 643.287628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.287760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.287854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.288458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.288696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.290011] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_rules [ 643.290240] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 643.290240] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47d6f52-1458-4a0f-9c5c-ce3b084c3317 with Priority: HIGHEST for action port [ 643.290680] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.290680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.290680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.290864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.290942] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.291808] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.293663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.293663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.293663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.293663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.293663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.293663] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47d6f52-1458-4a0f-9c5c-ce3b084c3317',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.306092] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7bf750-099d-421e-b680-f1b2fdc9049e in Status: IN_PROGRESS for 2s [ 643.418218] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.422011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.422644] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port def95e67-19e0-453f-820f-4bf6d06a9a1a with status ACTIVE [ 643.422922] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.423073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.423602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.423602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.423602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.423602] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.423885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.423885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.423994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.423994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.424292] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.424292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.424482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.424482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.424842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.424842] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: def95e67-19e0-453f-820f-4bf6d06a9a1a is going to be updated. [ 643.451662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e01ca253-6257-4c11-8d4c-f7d9747ee189 [ 643.451662] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.451662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.451662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.451662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.451662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.451662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e01ca253-6257-4c11-8d4c-f7d9747ee189 already deleted. [ 643.451662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e01ca253-6257-4c11-8d4c-f7d9747ee189" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.466949] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.467161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.467352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.467605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.467682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def95e67-19e0-453f-820f-4bf6d06a9a1a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.502853] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49092ef1-1c02-405b-9e70-5187d6b5700a [ 643.502853] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.502853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.502853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.503148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.503148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.503148] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49092ef1-1c02-405b-9e70-5187d6b5700a already deleted. [ 643.503241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49092ef1-1c02-405b-9e70-5187d6b5700a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.795283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.795517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.798841] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f47d6f52-1458-4a0f-9c5c-ce3b084c3317 with status ACTIVE [ 643.799116] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.799202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.799299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.799490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.799590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.799774] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.799870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.799919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.800098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.800249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.800396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.800504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.800504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.800675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.800675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.800884] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f47d6f52-1458-4a0f-9c5c-ce3b084c3317 is going to be updated. [ 643.839071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.839248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.839321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.839540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.839684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.839848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f47d6f52-1458-4a0f-9c5c-ce3b084c3317" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.882447] env[66328]: INFO networking_nsxv3.common.synchronization [req-b7eb6cf3-3010-4c33-ac24-704f67d444e7 req-7598a53f-d7ab-4a0b-b4ff-e16d2af22d7c tempest-ServersTestFqdnHostnames-2089888621 tempest-ServersTestFqdnHostnames-2089888621-project-member] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_members [ 643.882613] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_members [ 643.882858] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.883044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.883109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.883347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.883516] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.883662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.883739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.883969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.884103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.884226] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.140996] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 644.141212] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde deletion is rescheduled due to dependency. [ 644.141333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.141747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.141938] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.142235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.142346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.142550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.142718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.142909] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.342115] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.342495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-653" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.342495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-653" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.342866] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-653" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.343108] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.343289] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.343406] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.343669] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.344013] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.344951] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.344951] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.344951] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.344951] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.344951] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.344951] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.344951] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.366290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.366432] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.366706] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.366706] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-653" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.367268] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-d512ef8c-0122-4c0e-8214-737e61313386 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.367398] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.367788] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.368048] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.368184] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d512ef8c-0122-4c0e-8214-737e61313386',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.386711] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.386913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.387085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.387394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.387542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390110] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.390110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.390110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.390110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.390110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390110] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a already deleted. [ 644.390110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.645976] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.782806] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 4s [ 644.870628] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.870988] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.871121] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.871407] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.871556] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.871703] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port d512ef8c-0122-4c0e-8214-737e61313386 not found, creating... [ 644.872054] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.872215] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.872325] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.872565] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.872799] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.873194] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.873369] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.873561] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.873687] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.873986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.873986] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: d512ef8c-0122-4c0e-8214-737e61313386 is going to be created. [ 644.898178] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.898445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.898650] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.898928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.899165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.899380] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.148579] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.323110] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7bf750-099d-421e-b680-f1b2fdc9049e in Status: SUCCESS [ 645.323497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.644407] env[66328]: INFO networking_nsxv3.common.synchronization [req-b7eb6cf3-3010-4c33-ac24-704f67d444e7 req-03ed5631-a6d5-445d-8b02-226780878873 service nova] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_rules [ 645.644700] env[66328]: INFO networking_nsxv3.common.synchronization [req-b7eb6cf3-3010-4c33-ac24-704f67d444e7 req-03ed5631-a6d5-445d-8b02-226780878873 service nova] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_members [ 645.644700] env[66328]: INFO networking_nsxv3.common.synchronization [req-b7eb6cf3-3010-4c33-ac24-704f67d444e7 req-03ed5631-a6d5-445d-8b02-226780878873 service nova] Enqueued Resource ID: d512ef8c-0122-4c0e-8214-737e61313386 with Priority: HIGHEST for action port [ 645.645228] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_rules [ 645.645374] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_members [ 645.645465] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d512ef8c-0122-4c0e-8214-737e61313386 with Priority: HIGHEST for action port [ 645.645731] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.645866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.645911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.646549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.646771] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.648756] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.649807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.649807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.649807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.650260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.654213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.654356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.655283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.655283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.655283] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.656408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d512ef8c-0122-4c0e-8214-737e61313386 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.656557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.656668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.656822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.656911] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d512ef8c-0122-4c0e-8214-737e61313386',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.658099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.658219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.658288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.658445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.658531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.658623] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be updated. [ 645.742540] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.743455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.743455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.743455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.743455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.755112] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: IN_PROGRESS for 2s [ 646.149849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.150026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163198] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d512ef8c-0122-4c0e-8214-737e61313386 with status ACTIVE [ 646.163504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.163595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.163926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.164031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.164256] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.164402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.164457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.164604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.164680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.164899] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.164982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.165164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.165274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.165274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.165390] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d512ef8c-0122-4c0e-8214-737e61313386 is going to be updated. [ 646.166592] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.192424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.192735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.192735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.193773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.193773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.193773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d512ef8c-0122-4c0e-8214-737e61313386" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.668793] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.795527] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 646.795636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.796204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.796619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.796834] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.797010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.797422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.797422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.797540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.797688] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.177356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.177356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.177356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.177356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.177356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.177356] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a is going to be created. [ 647.201743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.203432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.203432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.204333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.204333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.234977] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a in Status: UNINITIALIZED for 2s [ 647.303548] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.774022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.774022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774022] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.807905] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.276704] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.276990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.277112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.277362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.277858] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.278017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.278175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.278581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.278581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.278581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.278789] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.278912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.278994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.279186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.279639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.279783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.279869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.280053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.280163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.280272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.280378] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.309578] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.309737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.309806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.310043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.310164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.310278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be updated. [ 648.349294] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.349450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.349558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.349710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.349881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.361789] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 2s [ 648.782877] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08a47a71-dda6-447e-8db7-357456b4cbde: rpc.has_security_group_logging(os_id): False [ 648.813916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.814124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.814178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.814439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.814548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.814841] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.815019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.815068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.815228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.815310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.815559] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.815668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.815761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.817167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.817306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.817592] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.817738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.817921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.818800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.818916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.819081] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be updated. [ 648.921435] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.921651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.921651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.921865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.922018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.942705] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: IN_PROGRESS for 2s [ 649.246273] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a in Status: SUCCESS [ 649.246273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.246520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.247519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.247519] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.247693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.247693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.247885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.248092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.248092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.248179] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.752151] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.255121] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a: rpc.has_security_group_logging(os_id): False [ 650.279034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.279034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.279034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.279034] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a is going to be created. [ 650.361880] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.361880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.361880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.361880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.361880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.380566] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 650.381497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.381864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.382160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.382409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.383377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.383377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.383377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.383377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.383377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.383377] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.385149] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a in Status: IN_PROGRESS for 2s [ 650.647442] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 650.647608] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 650.887551] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.887551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.887977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.887977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892027] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.957085] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 650.957397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.395893] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 538c7e51-1ab8-4956-b7c2-16260d5f35e2: rpc.has_security_group_logging(os_id): False [ 651.419141] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.419141] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.419141] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.420098] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.420098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.420098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.420098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.421745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.421863] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be updated. [ 651.519201] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.519490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.519774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.519980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.539025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 2s [ 652.113664] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b0c93549-455d-4043-9579-05eaf1cb54d9 None None] Enqueued Resource ID: b57a7e30-9d1c-4926-b48d-55896371fe88 with Priority: HIGHEST for action port [ 652.114501] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57a7e30-9d1c-4926-b48d-55896371fe88 with Priority: HIGHEST for action port [ 652.115332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b57a7e30-9d1c-4926-b48d-55896371fe88 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.115332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b57a7e30-9d1c-4926-b48d-55896371fe88" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.115332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b57a7e30-9d1c-4926-b48d-55896371fe88" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.115608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b57a7e30-9d1c-4926-b48d-55896371fe88" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.115608] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57a7e30-9d1c-4926-b48d-55896371fe88',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.402021] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a in Status: SUCCESS [ 652.402278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.617549] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b57a7e30-9d1c-4926-b48d-55896371fe88 [ 652.617832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.617974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.618057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.618279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.618369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.618461] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b57a7e30-9d1c-4926-b48d-55896371fe88 already deleted. [ 652.618543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b57a7e30-9d1c-4926-b48d-55896371fe88" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.556280] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 653.556849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.359345] env[66328]: INFO networking_nsxv3.common.synchronization [None req-443feac3-9ffd-4611-9819-3078db6e9bb8 None None] Enqueued Resource ID: 61a6541b-674b-452e-83f8-4a35afbd5560 with Priority: HIGHEST for action port [ 654.360353] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a6541b-674b-452e-83f8-4a35afbd5560 with Priority: HIGHEST for action port [ 654.360763] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a6541b-674b-452e-83f8-4a35afbd5560 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.360934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a6541b-674b-452e-83f8-4a35afbd5560" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.361044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a6541b-674b-452e-83f8-4a35afbd5560" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.361371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a6541b-674b-452e-83f8-4a35afbd5560" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.362031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a6541b-674b-452e-83f8-4a35afbd5560',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.866502] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61a6541b-674b-452e-83f8-4a35afbd5560 [ 654.866837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.866956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.867074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.867372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.867511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.867744] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61a6541b-674b-452e-83f8-4a35afbd5560 already deleted. [ 654.867744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a6541b-674b-452e-83f8-4a35afbd5560" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.975570] env[66328]: INFO networking_nsxv3.common.synchronization [None req-a8042766-5f5e-4688-abf2-1b5b618a7b01 None None] Enqueued Resource ID: 360e1721-6042-4a32-9914-aefbed8ae807 with Priority: HIGHEST for action port [ 654.976186] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360e1721-6042-4a32-9914-aefbed8ae807 with Priority: HIGHEST for action port [ 654.976530] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-360e1721-6042-4a32-9914-aefbed8ae807 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.976634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360e1721-6042-4a32-9914-aefbed8ae807" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.976702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360e1721-6042-4a32-9914-aefbed8ae807" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.976954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360e1721-6042-4a32-9914-aefbed8ae807" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.979222] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360e1721-6042-4a32-9914-aefbed8ae807',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.482509] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 360e1721-6042-4a32-9914-aefbed8ae807 [ 655.482509] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.484450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.484450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.484450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.484450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.484450] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:360e1721-6042-4a32-9914-aefbed8ae807 already deleted. [ 655.484708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360e1721-6042-4a32-9914-aefbed8ae807" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.769445] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ea9310d2-33ae-45ce-8932-891ceabd1ba7 None None] Enqueued Resource ID: a1cc3e30-05ab-4cda-bdb5-6f6860fda670 with Priority: HIGHEST for action port [ 656.769726] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cc3e30-05ab-4cda-bdb5-6f6860fda670 with Priority: HIGHEST for action port [ 656.771181] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cc3e30-05ab-4cda-bdb5-6f6860fda670 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.771181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cc3e30-05ab-4cda-bdb5-6f6860fda670" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.771181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cc3e30-05ab-4cda-bdb5-6f6860fda670" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.771181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cc3e30-05ab-4cda-bdb5-6f6860fda670" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.771181] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cc3e30-05ab-4cda-bdb5-6f6860fda670',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.274302] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1cc3e30-05ab-4cda-bdb5-6f6860fda670 [ 657.274876] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.275658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.275792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.275937] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1cc3e30-05ab-4cda-bdb5-6f6860fda670 already deleted. [ 657.276081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cc3e30-05ab-4cda-bdb5-6f6860fda670" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.244204] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3ce81cd3-2082-4874-a1bd-20eadfd9bc87 None None] Enqueued Resource ID: b4e15684-e7a4-4eae-a4ed-70dd8e793bd7 with Priority: HIGHEST for action port [ 659.244833] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e15684-e7a4-4eae-a4ed-70dd8e793bd7 with Priority: HIGHEST for action port [ 659.245458] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e15684-e7a4-4eae-a4ed-70dd8e793bd7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.245458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e15684-e7a4-4eae-a4ed-70dd8e793bd7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.245600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e15684-e7a4-4eae-a4ed-70dd8e793bd7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.245775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e15684-e7a4-4eae-a4ed-70dd8e793bd7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.245857] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e15684-e7a4-4eae-a4ed-70dd8e793bd7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.748320] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4e15684-e7a4-4eae-a4ed-70dd8e793bd7 [ 659.750036] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.750036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.750036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.750036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.750036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.750036] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4e15684-e7a4-4eae-a4ed-70dd8e793bd7 already deleted. [ 659.750036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e15684-e7a4-4eae-a4ed-70dd8e793bd7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.528484] env[66328]: INFO networking_nsxv3.common.synchronization [req-5466950b-c491-4bc6-9445-0d3c581cfdb7 req-1744546e-4760-48b4-b671-9e8f70c90c50 tempest-ServersTestJSON-2121523336 tempest-ServersTestJSON-2121523336-project-member] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_members [ 660.529295] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_members [ 660.529367] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.529478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.529528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.530037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.530138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.530249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.530392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.530695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.530822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.530936] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.978437] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.978686] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-570" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.978803] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-570" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.979192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-570" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.979533] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.979683] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.979790] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.980013] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.981266] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.981266] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.981266] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.981266] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.981266] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.981266] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.981266] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.981266] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.003344] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.003524] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.003628] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.003800] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-570" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.004138] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-93f1ed22-fd55-4653-8b1b-f602e74573ec taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.004320] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.004421] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.004743] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.004874] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f1ed22-fd55-4653-8b1b-f602e74573ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.034544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.034544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.034544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.034544] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 already deleted. [ 661.034981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507459] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.507767] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.508229] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.508410] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.508624] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 93f1ed22-fd55-4653-8b1b-f602e74573ec not found, creating... [ 661.508931] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.509037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.509365] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.509438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.509705] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.509883] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.511143] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.511143] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.511143] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.511143] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.511143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 93f1ed22-fd55-4653-8b1b-f602e74573ec is going to be created. [ 661.536681] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.537103] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.537309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.537490] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.537773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.538862] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.614750] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fd60c419-6438-4bc1-a388-5733188e8a82 None None] Enqueued Resource ID: 33721436-c07e-4ba9-8d7b-498f32cb9f91 with Priority: HIGHEST for action port [ 661.615573] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33721436-c07e-4ba9-8d7b-498f32cb9f91 with Priority: HIGHEST for action port [ 661.616092] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-33721436-c07e-4ba9-8d7b-498f32cb9f91 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.616261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33721436-c07e-4ba9-8d7b-498f32cb9f91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.616350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33721436-c07e-4ba9-8d7b-498f32cb9f91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.616727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33721436-c07e-4ba9-8d7b-498f32cb9f91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.616862] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33721436-c07e-4ba9-8d7b-498f32cb9f91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.120803] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33721436-c07e-4ba9-8d7b-498f32cb9f91 [ 662.121054] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.121196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.122316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.122316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.122316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.122316] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33721436-c07e-4ba9-8d7b-498f32cb9f91 already deleted. [ 662.122316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33721436-c07e-4ba9-8d7b-498f32cb9f91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.332458] env[66328]: INFO networking_nsxv3.common.synchronization [req-5466950b-c491-4bc6-9445-0d3c581cfdb7 req-c7a8b88f-780f-438d-86de-0d883152636d service nova] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_rules [ 662.333146] env[66328]: INFO networking_nsxv3.common.synchronization [req-5466950b-c491-4bc6-9445-0d3c581cfdb7 req-c7a8b88f-780f-438d-86de-0d883152636d service nova] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_members [ 662.333146] env[66328]: INFO networking_nsxv3.common.synchronization [req-5466950b-c491-4bc6-9445-0d3c581cfdb7 req-c7a8b88f-780f-438d-86de-0d883152636d service nova] Enqueued Resource ID: 93f1ed22-fd55-4653-8b1b-f602e74573ec with Priority: HIGHEST for action port [ 662.333475] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_rules [ 662.333785] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_members [ 662.333785] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f1ed22-fd55-4653-8b1b-f602e74573ec with Priority: HIGHEST for action port [ 662.334158] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.334415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.334415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.334792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.334792] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.335770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.337131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.337131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.337131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.337131] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.337131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.337131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.337641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.337641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.337769] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.338834] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f1ed22-fd55-4653-8b1b-f602e74573ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.339017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.339097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.340674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.340674] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f1ed22-fd55-4653-8b1b-f602e74573ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.954451] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.954451] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.954451] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f1ed22-fd55-4653-8b1b-f602e74573ec with status ACTIVE [ 662.954451] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.954451] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.961654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.961654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.961654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.961654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.961654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.961654] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f1ed22-fd55-4653-8b1b-f602e74573ec is going to be updated. [ 662.978888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.979136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f1ed22-fd55-4653-8b1b-f602e74573ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.351411] env[66328]: INFO networking_nsxv3.common.synchronization [req-781fc109-e762-470d-b722-e6c4686abd64 req-614bf7af-8055-47cd-9fb8-43d50d651b65 tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_members [ 663.352858] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.355195] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_members [ 663.356186] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.356332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.356611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.356756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.357035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.357465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.357597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.357792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.357887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.357984] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.695450] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b3c2472e-31c8-4d0c-8c8f-fdd4ce5ea835 None None] Enqueued Resource ID: 59c35b70-73db-4c94-9c72-3045be08fd9f with Priority: HIGHEST for action port [ 663.696092] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c35b70-73db-4c94-9c72-3045be08fd9f with Priority: HIGHEST for action port [ 663.696381] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c35b70-73db-4c94-9c72-3045be08fd9f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.696507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c35b70-73db-4c94-9c72-3045be08fd9f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.696610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c35b70-73db-4c94-9c72-3045be08fd9f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.696834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c35b70-73db-4c94-9c72-3045be08fd9f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.696983] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c35b70-73db-4c94-9c72-3045be08fd9f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.863027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.863027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.863027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.863027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.863027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.863027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 is going to be created. [ 663.863027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.863027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.864177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.866094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.866460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.868570] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.868570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.868570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.868570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.868570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.868570] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9806611d-809c-4d71-afb7-8188a9582245 already deleted. [ 663.868570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.902556] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.903042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.903546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.903883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.918876] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 in Status: UNINITIALIZED for 2s [ 664.201452] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59c35b70-73db-4c94-9c72-3045be08fd9f [ 664.201452] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.201452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.201452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.201452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.201452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.201452] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59c35b70-73db-4c94-9c72-3045be08fd9f already deleted. [ 664.201452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c35b70-73db-4c94-9c72-3045be08fd9f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.260818] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.261081] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.261237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.261601] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.261851] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.262087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.262274] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.262561] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.262793] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.263045] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.263238] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.263428] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.263803] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.263803] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.263918] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.264160] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.286116] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.287031] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.287031] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.287031] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.287287] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3f0df6e9-f04d-43ff-9fd3-7498b815f201 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.287477] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.287593] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.287899] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.288050] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f0df6e9-f04d-43ff-9fd3-7498b815f201',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.790469] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.790687] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.790796] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.791136] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.791299] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.791447] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 3f0df6e9-f04d-43ff-9fd3-7498b815f201 not found, creating... [ 664.791702] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.791853] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.791960] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792366] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792585] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.792728] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.792841] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.793307] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.793578] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.793751] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3f0df6e9-f04d-43ff-9fd3-7498b815f201 is going to be created. [ 664.821181] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.821533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.821630] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.822074] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.822309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.822532] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.568849] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f44afb16-33aa-4af5-bdf1-76f66be92889 None None] Enqueued Resource ID: 19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d with Priority: HIGHEST for action port [ 665.569929] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d with Priority: HIGHEST for action port [ 665.569929] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.569929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.569929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.570416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.570526] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.601163] env[66328]: INFO networking_nsxv3.common.synchronization [req-781fc109-e762-470d-b722-e6c4686abd64 req-889bb4a4-d46e-4a73-9652-4e4564967294 service nova] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_rules [ 665.601163] env[66328]: INFO networking_nsxv3.common.synchronization [req-781fc109-e762-470d-b722-e6c4686abd64 req-889bb4a4-d46e-4a73-9652-4e4564967294 service nova] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_members [ 665.601355] env[66328]: INFO networking_nsxv3.common.synchronization [req-781fc109-e762-470d-b722-e6c4686abd64 req-889bb4a4-d46e-4a73-9652-4e4564967294 service nova] Enqueued Resource ID: 3f0df6e9-f04d-43ff-9fd3-7498b815f201 with Priority: HIGHEST for action port [ 665.601740] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_rules [ 665.601963] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_members [ 665.601963] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0df6e9-f04d-43ff-9fd3-7498b815f201 with Priority: HIGHEST for action port [ 665.602241] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.602358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.602420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.602636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.602686] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.603604] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.604256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.604256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.604256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.604256] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.604256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.604256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.604605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.604605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.604605] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.605480] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f0df6e9-f04d-43ff-9fd3-7498b815f201 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.605480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.605480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.605667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.605667] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f0df6e9-f04d-43ff-9fd3-7498b815f201',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.735524] env[66328]: INFO networking_nsxv3.common.synchronization [req-dd860c78-a30f-46d3-becb-e7df5d34ab6e req-796339b4-3aa0-4bc2-a7cf-774683748a49 tempest-FloatingIPsAssociationTestJSON-498385275 tempest-FloatingIPsAssociationTestJSON-498385275-project-member] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 665.735620] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 665.735910] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.736036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.736100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.736353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.736504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.736599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.736660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.736842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.736905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.736971] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.931908] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 in Status: SUCCESS [ 665.932684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.932684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.932908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.932908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.933082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.933177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.933251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.933344] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.072641] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d [ 666.073415] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.073415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.073415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.073415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.073415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.073714] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d already deleted. [ 666.073714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a4b22e-a361-4d1a-b4fb-15d8e7c9cf9d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.108572] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.108572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.108572] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.112430] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f0df6e9-f04d-43ff-9fd3-7498b815f201 with status ACTIVE [ 666.113869] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.113869] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.113869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.114451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.114451] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.114451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.114451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.114612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.114662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.114866] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f0df6e9-f04d-43ff-9fd3-7498b815f201 is going to be updated. [ 666.141849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.142053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.142119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.142284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.142417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.142577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f0df6e9-f04d-43ff-9fd3-7498b815f201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.226953] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.227173] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.227263] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.227608] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.227869] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.228030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.228141] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.228340] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.228479] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.228682] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.228767] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.228865] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.228964] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.229077] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.229172] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.229298] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.238783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.238947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.239048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.239283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.239394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.239882] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.239882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.239882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.239882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.240093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.240093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 already deleted. [ 666.240184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.265635] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.266118] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.266358] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.266548] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.266874] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-4552817d-3bdb-4208-b999-ee1bf9369f48 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.267115] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.267296] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.267625] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.267806] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4552817d-3bdb-4208-b999-ee1bf9369f48',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.437056] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.613065] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.773579] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.773868] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.774075] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.774395] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.774595] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.774779] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 4552817d-3bdb-4208-b999-ee1bf9369f48 not found, creating... [ 666.775161] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.775382] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.775544] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.775875] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.776189] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.776594] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.776953] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.776953] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.777291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.777520] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.777811] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 4552817d-3bdb-4208-b999-ee1bf9369f48 is going to be created. [ 666.816288] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.816681] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.816922] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.817488] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.817804] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.818313] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.941463] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 097fa2cb-6550-4cfb-bf20-94a6507170a9: rpc.has_security_group_logging(os_id): False [ 666.970246] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.970542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.970542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.970713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.970821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.971132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.971240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.971308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.971504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.971592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.971692] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 is going to be created. [ 667.045245] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.045482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.045482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.045635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.045820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.059057] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 in Status: IN_PROGRESS for 2s [ 667.115313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.115560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.115560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.115789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.115876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.115978] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9806611d-809c-4d71-afb7-8188a9582245 is going to be created. [ 667.173568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.173780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.173890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.174371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.174641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.189611] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: UNINITIALIZED for 2s [ 667.537026] env[66328]: INFO networking_nsxv3.common.synchronization [req-dd860c78-a30f-46d3-becb-e7df5d34ab6e req-875a4c0b-83b0-4e87-9587-946d666887f5 service nova] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_rules [ 667.537205] env[66328]: INFO networking_nsxv3.common.synchronization [req-dd860c78-a30f-46d3-becb-e7df5d34ab6e req-875a4c0b-83b0-4e87-9587-946d666887f5 service nova] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 667.537334] env[66328]: INFO networking_nsxv3.common.synchronization [req-dd860c78-a30f-46d3-becb-e7df5d34ab6e req-875a4c0b-83b0-4e87-9587-946d666887f5 service nova] Enqueued Resource ID: 4552817d-3bdb-4208-b999-ee1bf9369f48 with Priority: HIGHEST for action port [ 667.537821] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_rules [ 667.537949] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 667.538116] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4552817d-3bdb-4208-b999-ee1bf9369f48 with Priority: HIGHEST for action port [ 667.538622] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.538622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.538799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540265] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.540265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.540265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.540265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540530] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.540583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.540712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.540955] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.541719] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4552817d-3bdb-4208-b999-ee1bf9369f48 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.541878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.541878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.542102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.543740] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4552817d-3bdb-4208-b999-ee1bf9369f48',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.047316] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.047316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.047316] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.048431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4552817d-3bdb-4208-b999-ee1bf9369f48 with status ACTIVE [ 668.048431] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.048646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.048646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.048805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.048898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.049093] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.049195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.049503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.049503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.049503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.049648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.049732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.049792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.049927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.050031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.050239] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4552817d-3bdb-4208-b999-ee1bf9369f48 is going to be updated. [ 668.068015] env[66328]: INFO networking_nsxv3.common.synchronization [req-563e269f-abef-4ba2-b3d9-e32f44fd2035 req-eee0f576-5d54-4358-b77f-819c9909dce4 tempest-ImagesOneServerTestJSON-978655308 tempest-ImagesOneServerTestJSON-978655308-project-member] Enqueued Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_members [ 668.068815] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_members [ 668.069193] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.069696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.069812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.070186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.070469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.070561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.070605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.071271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.071271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.071271] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.076830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.076957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.077805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.077805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.077805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4552817d-3bdb-4208-b999-ee1bf9369f48" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.554061] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.572826] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.573194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.573340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.573583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.573706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.573935] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.574056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.574116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.574270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.574347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.574430] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a already deleted. [ 668.574512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.602771] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-590" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-590" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-590" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.606531] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.606531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.606531] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.606531] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.606531] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.607408] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.607546] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.607687] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.607859] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.628378] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.628559] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.628672] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.628855] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-590" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.629398] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-a0603234-295e-45bd-8613-0d69fff9fa47 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.629622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.629754] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.630098] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.630231] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0603234-295e-45bd-8613-0d69fff9fa47',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.055562] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.056040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.056040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.056252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.056252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.056323] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be created. [ 669.077396] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 in Status: SUCCESS [ 669.077655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.090209] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.090397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.090508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.090784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.090960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.102324] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: UNINITIALIZED for 2s [ 669.133223] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.133444] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.133557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.133825] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.133966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.134423] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port a0603234-295e-45bd-8613-0d69fff9fa47 not found, creating... [ 669.134423] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.134707] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.134747] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.135712] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.135712] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.135712] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.135712] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.135712] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.135940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.135940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.136101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: a0603234-295e-45bd-8613-0d69fff9fa47 is going to be created. [ 669.170904] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.171162] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.171216] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.171526] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.171745] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.171967] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.204559] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: SUCCESS [ 669.204849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.205040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.205295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.205527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.205676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.205760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.205951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.206422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.206422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.206422] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.708958] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.933447] env[66328]: INFO networking_nsxv3.common.synchronization [req-563e269f-abef-4ba2-b3d9-e32f44fd2035 req-465faee3-4f43-468f-890a-4eb42575d7ee service nova] Enqueued Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_rules [ 669.933678] env[66328]: INFO networking_nsxv3.common.synchronization [req-563e269f-abef-4ba2-b3d9-e32f44fd2035 req-465faee3-4f43-468f-890a-4eb42575d7ee service nova] Enqueued Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_members [ 669.933784] env[66328]: INFO networking_nsxv3.common.synchronization [req-563e269f-abef-4ba2-b3d9-e32f44fd2035 req-465faee3-4f43-468f-890a-4eb42575d7ee service nova] Enqueued Resource ID: a0603234-295e-45bd-8613-0d69fff9fa47 with Priority: HIGHEST for action port [ 669.935268] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_rules [ 669.935268] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_members [ 669.935268] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0603234-295e-45bd-8613-0d69fff9fa47 with Priority: HIGHEST for action port [ 669.935268] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.935268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.935268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.938229] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.938229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.938229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.938229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.938229] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.942254] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0603234-295e-45bd-8613-0d69fff9fa47 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.942254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.942254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.942254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.942254] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0603234-295e-45bd-8613-0d69fff9fa47',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.211698] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9806611d-809c-4d71-afb7-8188a9582245: rpc.has_security_group_logging(os_id): False [ 670.232703] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.232975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.233367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.233798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.234037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.234122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.234222] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9806611d-809c-4d71-afb7-8188a9582245 is going to be created. [ 670.265616] env[66328]: INFO networking_nsxv3.common.synchronization [None req-0c75da33-ca3f-4489-806a-a4e4a23f38e3 None None] Enqueued Resource ID: bfbf0246-3604-4d32-ab3b-c9829443ff0c with Priority: HIGHEST for action port [ 670.265616] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf0246-3604-4d32-ab3b-c9829443ff0c with Priority: HIGHEST for action port [ 670.265616] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfbf0246-3604-4d32-ab3b-c9829443ff0c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.265616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfbf0246-3604-4d32-ab3b-c9829443ff0c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.265616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfbf0246-3604-4d32-ab3b-c9829443ff0c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.265616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfbf0246-3604-4d32-ab3b-c9829443ff0c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.265616] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbf0246-3604-4d32-ab3b-c9829443ff0c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.312353] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.312353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.312353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.312353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.313699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.331848] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: IN_PROGRESS for 2s [ 670.444518] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.444868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.445053] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.448273] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0603234-295e-45bd-8613-0d69fff9fa47 with status ACTIVE [ 670.448387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.449238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.449367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.449433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.449598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.449683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.449871] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.449956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.450025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.450173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.450314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.450404] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0603234-295e-45bd-8613-0d69fff9fa47 is going to be updated. [ 670.486368] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.486618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.486670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.486896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.487071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.487792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0603234-295e-45bd-8613-0d69fff9fa47" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.676304] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c48fda32-1c37-4007-9a1d-965849604b9c tempest-ServersV294TestFqdnHostnames-2114742578 tempest-ServersV294TestFqdnHostnames-2114742578-project-member] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_rules [ 670.676304] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_rules [ 670.676304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.676304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.676304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.676304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.676304] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.770022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfbf0246-3604-4d32-ab3b-c9829443ff0c [ 670.770022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.770022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.770022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.770022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.770022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.770022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfbf0246-3604-4d32-ab3b-c9829443ff0c already deleted. [ 670.770022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfbf0246-3604-4d32-ab3b-c9829443ff0c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.955728] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.032605] env[66328]: INFO networking_nsxv3.common.synchronization [req-a1eaf1db-99a7-434b-9ccf-792b45423428 req-1e6f06b8-84e0-4361-a653-a9f75b57c1a0 tempest-ServersAdminNegativeTestJSON-394759112 tempest-ServersAdminNegativeTestJSON-394759112-project-member] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 671.032605] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 671.032605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.032605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.032605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.032605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.032605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.032605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.032605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.034499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.034668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.034779] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.113920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 671.115280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.115856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.116140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.116377] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.116585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.116643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.116812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.116897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.116984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.117311] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.200670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.201461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.201461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.201461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.201702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.201702] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec already deleted. [ 671.202149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.256465] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e0734d35-e167-4d57-a574-2e495ff98248 tempest-ServersV294TestFqdnHostnames-2114742578 tempest-ServersV294TestFqdnHostnames-2114742578-project-member] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_rules [ 671.257133] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_rules [ 671.257609] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.257981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.257981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.258221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.258383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.458524] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.458524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.458524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.458865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.458865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.458948] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a is going to be created. [ 671.497260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.497260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.497260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.497260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.497260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.515941] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a in Status: UNINITIALIZED for 2s [ 671.537582] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.620682] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.620879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.620879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.621180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.621923] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.621923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.621923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.621923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.622189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.622189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.622255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.622373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.622438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.622614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.622832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.622964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.623083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.623753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.623887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.623991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624121] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.745884] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.746214] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.746258] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.746605] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.747240] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.747240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.747240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.748106] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.748106] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.748106] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.748222] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.748262] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.748525] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.748681] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.748844] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.749057] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.771930] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.772100] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.772149] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.772361] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.772613] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-b97791b6-e51e-4a17-8a49-d19daca47d50 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.772783] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.772891] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.773326] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.773493] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97791b6-e51e-4a17-8a49-d19daca47d50',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.789580] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.789851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.789942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.790318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.790476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.790602] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec already deleted. [ 671.790729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.042122] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.128621] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5755de-db08-415b-af6d-9d7cd3d05e44: rpc.has_security_group_logging(os_id): False [ 672.161963] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.161963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.161963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.161963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.161963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.161963] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.161963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.162888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.163380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.163665] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.164377] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.167025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.167025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be created. [ 672.246666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.246859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.246909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.247163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.247342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.260674] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: IN_PROGRESS for 2s [ 672.276709] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.276971] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.276971] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.277364] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.277587] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.277798] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port b97791b6-e51e-4a17-8a49-d19daca47d50 not found, creating... [ 672.278108] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.278347] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.278457] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.278723] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.279147] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.279548] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.279767] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.279767] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.279986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.280097] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.280242] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: b97791b6-e51e-4a17-8a49-d19daca47d50 is going to be created. [ 672.336748] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.337117] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.337117] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.337426] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.337695] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.337947] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.358853] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: SUCCESS [ 672.359204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.544276] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.544490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.544566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.544862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.544957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.545219] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be updated. [ 672.593360] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.594218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.611293] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: IN_PROGRESS for 2s [ 672.694055] env[66328]: INFO networking_nsxv3.common.synchronization [None req-602c4c60-640b-4915-b9c3-45d14588a7ff None None] Enqueued Resource ID: 498d2920-0707-44dc-8e1e-9bdc4ed3b13a with Priority: HIGHEST for action port [ 672.694994] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498d2920-0707-44dc-8e1e-9bdc4ed3b13a with Priority: HIGHEST for action port [ 672.695281] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-498d2920-0707-44dc-8e1e-9bdc4ed3b13a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.695428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498d2920-0707-44dc-8e1e-9bdc4ed3b13a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.695477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498d2920-0707-44dc-8e1e-9bdc4ed3b13a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.695747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498d2920-0707-44dc-8e1e-9bdc4ed3b13a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.695850] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498d2920-0707-44dc-8e1e-9bdc4ed3b13a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.079618] env[66328]: INFO networking_nsxv3.common.synchronization [req-a1eaf1db-99a7-434b-9ccf-792b45423428 req-591466f6-f2b1-4d4e-9425-b5dbf8b6d076 service nova] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_rules [ 673.079842] env[66328]: INFO networking_nsxv3.common.synchronization [req-a1eaf1db-99a7-434b-9ccf-792b45423428 req-591466f6-f2b1-4d4e-9425-b5dbf8b6d076 service nova] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 673.080017] env[66328]: INFO networking_nsxv3.common.synchronization [req-a1eaf1db-99a7-434b-9ccf-792b45423428 req-591466f6-f2b1-4d4e-9425-b5dbf8b6d076 service nova] Enqueued Resource ID: b97791b6-e51e-4a17-8a49-d19daca47d50 with Priority: HIGHEST for action port [ 673.080646] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_rules [ 673.080851] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 673.080968] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97791b6-e51e-4a17-8a49-d19daca47d50 with Priority: HIGHEST for action port [ 673.082087] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.082390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.082593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.083022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.083257] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.084256] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.087207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.087207] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97791b6-e51e-4a17-8a49-d19daca47d50 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.087207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.087207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.087207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.087207] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97791b6-e51e-4a17-8a49-d19daca47d50',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.198562] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 498d2920-0707-44dc-8e1e-9bdc4ed3b13a [ 673.198811] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.198941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.199022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.199248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.199353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.199460] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:498d2920-0707-44dc-8e1e-9bdc4ed3b13a already deleted. [ 673.199559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498d2920-0707-44dc-8e1e-9bdc4ed3b13a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.533105] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a in Status: SUCCESS [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.533105] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.533105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.533105] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.592024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.592024] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b97791b6-e51e-4a17-8a49-d19daca47d50 with status ACTIVE [ 673.592024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.592024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.592024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.592024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.593425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.593425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.593425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.593425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593425] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b97791b6-e51e-4a17-8a49-d19daca47d50 is going to be updated. [ 673.620700] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.625271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.625384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.625599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.625744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.625931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97791b6-e51e-4a17-8a49-d19daca47d50" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.037299] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.037486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.037841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.037841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.037982] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.038069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.038113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.038265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.038356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.038447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.038634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.038737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.038798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.038946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.039122] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.039220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.039280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.039445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.039559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.039687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.039828] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.274951] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 674.275270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.295552] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3e88eab7-0210-4b89-a479-7e0a9e112263 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 674.296224] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 674.296598] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.296725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.296792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.297092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.297232] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.542959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02ac812d-4bd1-4746-8de7-b8d33f4f415a: rpc.has_security_group_logging(os_id): False [ 674.569618] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f1dbbb8d-0039-405c-8284-4f77f5171c68 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 674.571243] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.571564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.571564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.571843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.571974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.574504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.574504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.574504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.574504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.576041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.576041] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a is going to be created. [ 674.576211] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 674.576919] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.577121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.625897] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 674.625897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.625897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.625897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.625897] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.625897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.626306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.626306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.626373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.626435] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.653280] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.653280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.653280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.653280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.653280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672680] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a in Status: IN_PROGRESS for 2s [ 674.823594] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.823804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.823804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.824044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.824350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.824469] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 already deleted. [ 674.824573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.824756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.824943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.825050] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.130376] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.357343] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.357343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.357343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.357343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.357343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.357343] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 already deleted. [ 675.357818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.633974] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.139361] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.139361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.139361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.139361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.139361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.139361] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be updated. [ 676.179432] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.179649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.179649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.180028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.180028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.193318] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: IN_PROGRESS for 2s [ 676.207932] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d2538834-6d23-4084-8d00-775bdc9b1574 None None] Enqueued Resource ID: 8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d with Priority: HIGHEST for action port [ 676.210028] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d with Priority: HIGHEST for action port [ 676.210028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.210507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.210507] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.283902] env[66328]: INFO networking_nsxv3.common.synchronization [req-8686289f-d1f9-4aa4-aa6a-47887e19ff48 req-b6630f2a-85b5-4c3d-b661-448cabe3a3ec tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 676.284535] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 676.285632] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.285632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.285632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.285632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.285845] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.285845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.285845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.286044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.286091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.286170] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.695041] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a in Status: SUCCESS [ 676.695041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.713466] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d [ 676.713737] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.713874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.713943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.714184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.714277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714385] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d already deleted. [ 676.714488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad114b7-71ac-4cfe-8cf5-da17f2ed8f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.788652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.789014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.789297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.789460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.789564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.789747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.789835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.789901] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 676.822878] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.823164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.823244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.823459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.823636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.838569] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 676.840652] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.840906] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.841042] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.841472] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.841599] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.841730] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.841836] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.842135] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.842387] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.842664] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.842717] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.842900] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.842999] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.843203] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.843360] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.843501] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.869418] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.869631] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.869707] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.869882] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.870681] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.871064] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.871459] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871691] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.871897] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9e2b16-790d-4bc5-abed-2aedc615cdb1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.979626] env[66328]: INFO networking_nsxv3.common.synchronization [req-dc968ff2-9cb8-4e46-9fc2-c8e42797b86d req-9473fa35-d1eb-4661-9373-4a2dafd7b40a tempest-DeleteServersAdminTestJSON-485794845 tempest-DeleteServersAdminTestJSON-485794845-project-member] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 676.980179] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGHEST for action security_group_members [ 676.980825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.980825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.980825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.981224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.981416] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.981579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.981703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.981952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.982067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.982210] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.375813] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.376290] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.376447] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.376751] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.376909] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.377148] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port cb9e2b16-790d-4bc5-abed-2aedc615cdb1 not found, creating... [ 677.377480] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.377665] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.377768] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.377998] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.378152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.378476] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.378631] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.378736] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.378976] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.379128] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.380318] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: cb9e2b16-790d-4bc5-abed-2aedc615cdb1 is going to be created. [ 677.409180] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.411049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.411049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.411049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.411049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.411049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.486511] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.486807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.486987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.487358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.487532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.487826] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.487969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.488147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.488406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.488514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.488660] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be updated. [ 677.563303] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.563483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.563551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.563868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.564026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.579295] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: IN_PROGRESS for 2s [ 678.120230] env[66328]: INFO networking_nsxv3.common.synchronization [req-8686289f-d1f9-4aa4-aa6a-47887e19ff48 req-c64b97d8-d97b-40d7-bed9-3828809cf640 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 678.120230] env[66328]: INFO networking_nsxv3.common.synchronization [req-8686289f-d1f9-4aa4-aa6a-47887e19ff48 req-c64b97d8-d97b-40d7-bed9-3828809cf640 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 678.120230] env[66328]: INFO networking_nsxv3.common.synchronization [req-8686289f-d1f9-4aa4-aa6a-47887e19ff48 req-c64b97d8-d97b-40d7-bed9-3828809cf640 service nova] Enqueued Resource ID: cb9e2b16-790d-4bc5-abed-2aedc615cdb1 with Priority: HIGHEST for action port [ 678.120230] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 678.120230] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 678.120230] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9e2b16-790d-4bc5-abed-2aedc615cdb1 with Priority: HIGHEST for action port [ 678.121684] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.121977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.123043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.123043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.123043] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.123612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.123674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.123842] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.123930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.124013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.124275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.124357] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9e2b16-790d-4bc5-abed-2aedc615cdb1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.206433] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.208180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.208180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.208180] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.629826] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.629826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.630023] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb9e2b16-790d-4bc5-abed-2aedc615cdb1 with status ACTIVE [ 678.630107] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.630201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.630264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.631224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.631224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.631224] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.631224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.631224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.632781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.632881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.633225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.633353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.633396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.635372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.635372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.635372] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb9e2b16-790d-4bc5-abed-2aedc615cdb1 is going to be updated. [ 678.661137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.661137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.661137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.661508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.661508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.661859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb9e2b16-790d-4bc5-abed-2aedc615cdb1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.711684] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.712037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.712249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.712583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.712823] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.712954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.713042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.713383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.713619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.713688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.713897] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.715522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.715522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.716095] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.858903] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 678.859105] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 678.859196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.859372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.859645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.859852] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.862346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.862476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.863524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.863524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.863524] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.883799] env[66328]: INFO networking_nsxv3.common.synchronization [req-15c40fbf-4e82-46d3-9513-d9f3cad3807f req-dd50642b-f793-4068-9d68-c4ab70e2f244 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 678.883799] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 678.883799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.883799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.883799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.883799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.883799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.883799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.883799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.883799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.884541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.884541] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.919100] env[66328]: INFO networking_nsxv3.common.synchronization [None req-266f6d39-ba65-4a53-9389-c396c005c354 None None] Enqueued Resource ID: 7b91342c-9f3d-413d-928a-85fc59693eda with Priority: HIGHEST for action port [ 678.920934] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b91342c-9f3d-413d-928a-85fc59693eda with Priority: HIGHEST for action port [ 678.921362] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b91342c-9f3d-413d-928a-85fc59693eda taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.921500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b91342c-9f3d-413d-928a-85fc59693eda" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.921569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b91342c-9f3d-413d-928a-85fc59693eda" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.921866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b91342c-9f3d-413d-928a-85fc59693eda" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.921953] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b91342c-9f3d-413d-928a-85fc59693eda',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.220516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2670bb7d-9b2c-4cec-b127-88802ba7f53b: rpc.has_security_group_logging(os_id): False [ 679.244824] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.245296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.245399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.245674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.245820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.246070] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.246215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.246432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.246778] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.247386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.249062] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.249062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.249062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.249062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.249062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.249273] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.249273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.249363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.249545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.249843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.250299] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be updated. [ 679.310665] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.310665] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.310665] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.310665] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.310665] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.311127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.311127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.311350] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.311810] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.311810] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.311810] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.311977] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.312025] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.312099] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.312250] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.312387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.332703] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.332703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.332703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.332703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.333022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.343204] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.343422] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.343548] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.343839] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.344338] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.344539] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.344725] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.345693] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.346079] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26f59e5-cb28-4d56-b2a2-a3b691d71adc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.350725] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: IN_PROGRESS for 2s [ 679.365848] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.387290] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.387290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.387290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.387622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.387622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.388132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.388132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.388132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.388326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.388443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.388541] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec already deleted. [ 679.388798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.426492] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b91342c-9f3d-413d-928a-85fc59693eda [ 679.427095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.427095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.427302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.427939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.427939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.428062] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b91342c-9f3d-413d-928a-85fc59693eda already deleted. [ 679.428126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b91342c-9f3d-413d-928a-85fc59693eda" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602019] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a47a71-dda6-447e-8db7-357456b4cbde in Status: SUCCESS [ 679.602483] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde deletion is rescheduled due to dependency. [ 679.602483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.849195] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.849503] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.849613] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.849972] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.850176] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.850702] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port e26f59e5-cb28-4d56-b2a2-a3b691d71adc not found, creating... [ 679.850702] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.850943] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.851034] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.851366] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.851702] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.851933] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.852152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.852309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.852622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.852800] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.853064] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: e26f59e5-cb28-4d56-b2a2-a3b691d71adc is going to be created. [ 679.871022] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.878364] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.878614] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.878733] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.878966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.879204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.879427] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.495078] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.495078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.495078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.495078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.495078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.495078] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 680.526663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.527041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.527041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.527253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.527365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.541034] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 680.673758] env[66328]: INFO networking_nsxv3.common.synchronization [req-15c40fbf-4e82-46d3-9513-d9f3cad3807f req-1fe20328-59f7-4a5a-911c-d9d1daab5023 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 680.674029] env[66328]: INFO networking_nsxv3.common.synchronization [req-15c40fbf-4e82-46d3-9513-d9f3cad3807f req-1fe20328-59f7-4a5a-911c-d9d1daab5023 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 680.674527] env[66328]: INFO networking_nsxv3.common.synchronization [req-15c40fbf-4e82-46d3-9513-d9f3cad3807f req-1fe20328-59f7-4a5a-911c-d9d1daab5023 service nova] Enqueued Resource ID: e26f59e5-cb28-4d56-b2a2-a3b691d71adc with Priority: HIGHEST for action port [ 680.674868] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 680.674938] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 680.675211] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26f59e5-cb28-4d56-b2a2-a3b691d71adc with Priority: HIGHEST for action port [ 680.675449] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.675564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.675831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.675911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.675968] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.677138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.677273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.677344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.677497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.677639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.677827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.677827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.678132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.678255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.678378] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.679388] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.679541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.679541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.683029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.683029] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26f59e5-cb28-4d56-b2a2-a3b691d71adc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.186137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.186137] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.186137] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e26f59e5-cb28-4d56-b2a2-a3b691d71adc with status ACTIVE [ 681.186137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.186137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.186137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.186879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.187908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.188750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.188750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.188750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.188750] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e26f59e5-cb28-4d56-b2a2-a3b691d71adc is going to be updated. [ 681.222298] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.222298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.222298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.222298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.222298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.222298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e26f59e5-cb28-4d56-b2a2-a3b691d71adc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.369778] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 681.371749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.692029] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.196598] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.196854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.196942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.197187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.197280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.197384] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be created. [ 682.226175] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.226409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.226409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.226923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.226923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.247387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: UNINITIALIZED for 2s [ 682.548341] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 682.549556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.550613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.551171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.553553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.554364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.557318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.557318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.557318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.558577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.558577] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.062969] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.063716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.063716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064867] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.064969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.065045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.065338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.065338] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.065488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.065488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.065617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.065695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.065773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.065858] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.568855] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986d48a-6b81-4f4f-9b22-baf7354ebd32: rpc.has_security_group_logging(os_id): False [ 683.590796] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.590943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.591120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.591809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.591809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.591809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.591809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.591809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.592100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.592100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.592326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.592434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.592496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.592677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.592751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.592929] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.593052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.593113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.593249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.593333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.593456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 683.669425] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.669872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.669872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.670177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.670177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.687614] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 684.261839] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 684.261839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.261839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.262306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.262306] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.262430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.262489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.262661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.262740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.262844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.262934] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.460032] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d1356d23-3da7-4147-88e4-a38612e1002f None None] Enqueued Resource ID: b0c10f96-96a8-469d-931f-2ccbfb91506d with Priority: HIGHEST for action port [ 684.460032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c10f96-96a8-469d-931f-2ccbfb91506d with Priority: HIGHEST for action port [ 684.460416] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0c10f96-96a8-469d-931f-2ccbfb91506d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.460654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0c10f96-96a8-469d-931f-2ccbfb91506d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.460820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0c10f96-96a8-469d-931f-2ccbfb91506d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.461397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0c10f96-96a8-469d-931f-2ccbfb91506d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.461616] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c10f96-96a8-469d-931f-2ccbfb91506d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.513421] env[66328]: INFO networking_nsxv3.common.synchronization [req-ffe76734-16c9-4db2-a818-64bf6d5ece03 req-364234d4-aa6f-44a2-bd81-b93fd94b8348 tempest-ServersV294TestFqdnHostnames-2114742578 tempest-ServersV294TestFqdnHostnames-2114742578-project-member] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_members [ 684.513972] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_members [ 684.517466] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.517466] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.517466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.517466] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.765843] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.766039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.766088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.766893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.767107] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.767279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.767643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.767866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.767966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.768071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.768248] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.768327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.768375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.768535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.768670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.768756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.768815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.768949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.769036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.769118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.769205] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.921637] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.921940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-787" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.922052] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-787" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.922403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-787" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.922716] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.922933] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.923093] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.923398] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.923554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.923745] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.923849] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.923943] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.924068] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.924237] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.924374] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.924449] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.948248] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.948407] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.948529] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.948695] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-787" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.949140] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.949353] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.950109] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.950109] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.950109] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b6e41d-c9ae-441b-ac79-ffaacff8a3e8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.965723] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0c10f96-96a8-469d-931f-2ccbfb91506d [ 684.966477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.966477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.966477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.966821] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0c10f96-96a8-469d-931f-2ccbfb91506d already deleted. [ 684.966821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0c10f96-96a8-469d-931f-2ccbfb91506d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.020397] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.021311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.021311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.021311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.021311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.021311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.021311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.021644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.021644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.021644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.021739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec already deleted. [ 685.021776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.272156] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 685.335437] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.335681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.335681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.335874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.335972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.336282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.336445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.336541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.336758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.336846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337069] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337627] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338109] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be created. [ 685.433999] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.434210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.434210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.435349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.435349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.450578] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 685.454033] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.454346] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.454346] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.454668] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.454752] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.454887] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 not found, creating... [ 685.455314] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.455314] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.455496] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.455614] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.455748] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.456034] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.456200] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.456527] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.456785] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.457173] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.457173] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 is going to be created. [ 685.483119] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.483403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.483549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.483825] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.484059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.484282] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.701957] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 685.702624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.256012] env[66328]: INFO networking_nsxv3.common.synchronization [req-ffe76734-16c9-4db2-a818-64bf6d5ece03 req-b580dd90-61b4-41ad-9d71-5c27f967a7b4 service nova] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_rules [ 686.256259] env[66328]: INFO networking_nsxv3.common.synchronization [req-ffe76734-16c9-4db2-a818-64bf6d5ece03 req-b580dd90-61b4-41ad-9d71-5c27f967a7b4 service nova] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_members [ 686.257073] env[66328]: INFO networking_nsxv3.common.synchronization [req-ffe76734-16c9-4db2-a818-64bf6d5ece03 req-b580dd90-61b4-41ad-9d71-5c27f967a7b4 service nova] Enqueued Resource ID: 65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 with Priority: HIGHEST for action port [ 686.258028] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_rules [ 686.258193] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_members [ 686.258274] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 with Priority: HIGHEST for action port [ 686.258610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.258798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.259203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.259524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.259642] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.264049] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.264239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.264332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.265027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.265027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.265027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.265027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.265261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.265328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.265454] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.269151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.269151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.269396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.269547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.269643] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b6e41d-c9ae-441b-ac79-ffaacff8a3e8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.764911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.765245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.772056] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.773236] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 with status ACTIVE [ 686.773458] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.773586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.773651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.773854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.773942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.774125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.774218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.774269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.774495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.774669] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.774756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.774812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.775034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.775117] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65b6e41d-c9ae-441b-ac79-ffaacff8a3e8 is going to be updated. [ 686.805678] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.805678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.805678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.805678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.805678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.805678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b6e41d-c9ae-441b-ac79-ffaacff8a3e8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.934678] env[66328]: INFO networking_nsxv3.common.synchronization [None req-5774aeaf-3545-448f-ad91-d60e5ecae72b None None] Enqueued Resource ID: b9272345-63c9-4f4d-aae2-eb9cacf53ed3 with Priority: HIGHEST for action port [ 686.935593] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9272345-63c9-4f4d-aae2-eb9cacf53ed3 with Priority: HIGHEST for action port [ 686.938054] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9272345-63c9-4f4d-aae2-eb9cacf53ed3 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.938054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9272345-63c9-4f4d-aae2-eb9cacf53ed3" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.938054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9272345-63c9-4f4d-aae2-eb9cacf53ed3" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.938054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9272345-63c9-4f4d-aae2-eb9cacf53ed3" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.938054] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9272345-63c9-4f4d-aae2-eb9cacf53ed3',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.281209] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.440928] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9272345-63c9-4f4d-aae2-eb9cacf53ed3 [ 687.440928] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.440928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.441215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.441381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.441486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.441662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9272345-63c9-4f4d-aae2-eb9cacf53ed3 already deleted. [ 687.441662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9272345-63c9-4f4d-aae2-eb9cacf53ed3" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.465621] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 687.466182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.784581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.784962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.785457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.785633] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec is going to be created. [ 687.814444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.814670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.814725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.815015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.815246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.828923] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: UNINITIALIZED for 2s [ 688.775357] env[66328]: INFO networking_nsxv3.common.synchronization [None req-531eb9b7-13d7-4de0-8394-f6aa3d5847a5 tempest-ServersTestBootFromVolume-341951494 tempest-ServersTestBootFromVolume-341951494-project-member] Enqueued Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_rules [ 688.776677] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_rules [ 688.777106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.777332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.777480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.778594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.778804] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.809862] env[66328]: INFO networking_nsxv3.common.synchronization [None req-0d91c355-c616-4dd1-94d6-afc6a7482011 None None] Enqueued Resource ID: 1ef74f1e-98b3-49f7-85ce-29576c7d15ea with Priority: HIGHEST for action port [ 688.809862] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef74f1e-98b3-49f7-85ce-29576c7d15ea with Priority: HIGHEST for action port [ 688.809862] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef74f1e-98b3-49f7-85ce-29576c7d15ea taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.809862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef74f1e-98b3-49f7-85ce-29576c7d15ea" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.809862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef74f1e-98b3-49f7-85ce-29576c7d15ea" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.809862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef74f1e-98b3-49f7-85ce-29576c7d15ea" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.809862] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef74f1e-98b3-49f7-85ce-29576c7d15ea',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.026110] env[66328]: INFO networking_nsxv3.common.synchronization [None req-a75ea1f8-13a8-4568-84ca-d6aa57903fd3 tempest-ServersTestBootFromVolume-341951494 tempest-ServersTestBootFromVolume-341951494-project-member] Enqueued Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_rules [ 689.026641] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_rules [ 689.027308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.032409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.306818] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.307190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.307391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.307766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.308061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.308356] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 already deleted. [ 689.309019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.309222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.312073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.312073] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.312073] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef74f1e-98b3-49f7-85ce-29576c7d15ea [ 689.312073] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.312073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.312073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.312073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.312073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.312073] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef74f1e-98b3-49f7-85ce-29576c7d15ea already deleted. [ 689.312073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef74f1e-98b3-49f7-85ce-29576c7d15ea" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.840317] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: SUCCESS [ 689.840704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.841419] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.841588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.841645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.841823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.841926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.842024] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 already deleted. [ 689.842637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.842736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.843198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.845854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.846026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.846089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.846301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.846450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.846502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.846564] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.349529] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.852732] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0631b302-168c-4ff8-a1b3-b319e1e16cec: rpc.has_security_group_logging(os_id): False [ 690.854709] env[66328]: INFO networking_nsxv3.common.synchronization [req-983f7d3b-1c5b-48c7-9878-2eae603d5edb req-3b309b23-5e22-444e-9521-17ab91e8c9c3 tempest-ServerActionsV293TestJSON-926076165 tempest-ServerActionsV293TestJSON-926076165-project-member] Enqueued Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_members [ 690.855573] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82558332-ffe5-4b62-af18-b82ff002bcca with Priority: HIGHEST for action security_group_members [ 690.856369] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-82558332-ffe5-4b62-af18-b82ff002bcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.856479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.856570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.856770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.856927] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.857072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.857109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.857401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.857401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.857401] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82558332-ffe5-4b62-af18-b82ff002bcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.877272] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.877272] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.877272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.877272] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec is going to be created. [ 690.949027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.949027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.949027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.949027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.949027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.967708] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: IN_PROGRESS for 2s [ 691.359832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.359934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.359966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.360349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.360349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.360454] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.360545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.360614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.360767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.360846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.360930] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca is going to be updated. [ 691.392501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.392636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.392692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.392909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.393065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.403632] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82558332-ffe5-4b62-af18-b82ff002bcca in Status: IN_PROGRESS for 2s [ 692.983565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: SUCCESS [ 692.987021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.419798] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82558332-ffe5-4b62-af18-b82ff002bcca in Status: SUCCESS [ 693.419999] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82558332-ffe5-4b62-af18-b82ff002bcca deletion is rescheduled due to dependency. [ 693.420142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82558332-ffe5-4b62-af18-b82ff002bcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.078368] env[66328]: INFO networking_nsxv3.common.synchronization [req-ba293c44-8299-4a37-9c1e-27e5e72ce070 req-7c4ac714-df74-40b3-847a-f8b67826ebe9 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 694.080217] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 694.082159] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.082159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.082159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.082452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.082725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.082884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.082948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.083663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.083663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.083663] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.199200] env[66328]: INFO networking_nsxv3.common.synchronization [None req-effd9787-03be-445c-8e7c-c3262170f6e7 None None] Enqueued Resource ID: 3e90ce88-9b4e-44ad-9eca-b333629b43e4 with Priority: HIGHEST for action port [ 694.199891] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e90ce88-9b4e-44ad-9eca-b333629b43e4 with Priority: HIGHEST for action port [ 694.200182] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e90ce88-9b4e-44ad-9eca-b333629b43e4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.200356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e90ce88-9b4e-44ad-9eca-b333629b43e4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.200439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e90ce88-9b4e-44ad-9eca-b333629b43e4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.200673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e90ce88-9b4e-44ad-9eca-b333629b43e4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.200791] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e90ce88-9b4e-44ad-9eca-b333629b43e4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.423465] env[66328]: INFO networking_nsxv3.common.synchronization [None req-08449784-cae6-4db2-abdd-830880d8c771 None None] Enqueued Resource ID: d6c99c1a-c709-48ce-a7be-ad7222a5aab7 with Priority: HIGHEST for action port [ 694.426430] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c99c1a-c709-48ce-a7be-ad7222a5aab7 with Priority: HIGHEST for action port [ 694.426430] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c99c1a-c709-48ce-a7be-ad7222a5aab7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.426430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c99c1a-c709-48ce-a7be-ad7222a5aab7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c99c1a-c709-48ce-a7be-ad7222a5aab7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.426430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c99c1a-c709-48ce-a7be-ad7222a5aab7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.426430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c99c1a-c709-48ce-a7be-ad7222a5aab7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.530525] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.530525] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-98" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.530525] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-98" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-98" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532405] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.532405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.532405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.532405] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.532405] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.532790] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.532790] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.532790] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.532975] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.533127] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.556720] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.556720] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.556720] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.556867] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-98" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.557283] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-157d9ee7-e5a2-4503-aa77-676d6d601f5b taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.557594] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.557866] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.558946] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.559220] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157d9ee7-e5a2-4503-aa77-676d6d601f5b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.588442] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588442] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588442] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 already deleted. [ 694.588442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.709589] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e90ce88-9b4e-44ad-9eca-b333629b43e4 [ 694.709976] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.711133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.711133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.711133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.711133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.711133] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e90ce88-9b4e-44ad-9eca-b333629b43e4 already deleted. [ 694.711133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e90ce88-9b4e-44ad-9eca-b333629b43e4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.928918] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6c99c1a-c709-48ce-a7be-ad7222a5aab7 [ 694.928918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.929198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.929242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.929540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.934070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.934070] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6c99c1a-c709-48ce-a7be-ad7222a5aab7 already deleted. [ 694.934070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c99c1a-c709-48ce-a7be-ad7222a5aab7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.063182] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.063182] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.063182] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.063566] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.063654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.063818] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 157d9ee7-e5a2-4503-aa77-676d6d601f5b not found, creating... [ 695.064456] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.065331] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.065516] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.065895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.066383] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.066898] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.067109] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.067260] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.067260] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.067260] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.068820] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b is going to be created. [ 695.096256] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.096718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.096718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.097121] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.097257] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.098936] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.663989] env[66328]: INFO networking_nsxv3.common.synchronization [req-627cfc48-843b-4d1a-871b-1bdd24673601 req-84b1e06e-52f6-4570-8b86-a2078f986c7a tempest-ServersTestFqdnHostnames-2089888621 tempest-ServersTestFqdnHostnames-2089888621-project-member] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_members [ 695.667129] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGHEST for action security_group_members [ 695.668334] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.668732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.668871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.669243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.669814] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.669814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.669814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.669814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.670247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.670247] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.981420] env[66328]: INFO networking_nsxv3.common.synchronization [req-ba293c44-8299-4a37-9c1e-27e5e72ce070 req-e863ee07-52da-473b-9f44-ea5cd064ec0e service nova] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 695.981528] env[66328]: INFO networking_nsxv3.common.synchronization [req-ba293c44-8299-4a37-9c1e-27e5e72ce070 req-e863ee07-52da-473b-9f44-ea5cd064ec0e service nova] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 695.981921] env[66328]: INFO networking_nsxv3.common.synchronization [req-ba293c44-8299-4a37-9c1e-27e5e72ce070 req-e863ee07-52da-473b-9f44-ea5cd064ec0e service nova] Enqueued Resource ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b with Priority: HIGHEST for action port [ 695.982941] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 695.982941] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 695.982941] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b with Priority: HIGHEST for action port [ 695.983494] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.983494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.983679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.985066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.985066] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.985959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.986132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.986219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.986432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.986602] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.986703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.986756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.986909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.987094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.987518] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.988231] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-157d9ee7-e5a2-4503-aa77-676d6d601f5b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.988401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.988582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.988661] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157d9ee7-e5a2-4503-aa77-676d6d601f5b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.174878] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.174878] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.174878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.174878] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a is going to be updated. [ 696.209108] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.209603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.209603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.210403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.210403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.222427] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a in Status: IN_PROGRESS for 2s [ 696.312486] env[66328]: INFO networking_nsxv3.common.synchronization [None req-220a0086-eed9-46b9-9f02-9fd2ba6bc6ba tempest-MigrationsAdminTest-2065510755 tempest-MigrationsAdminTest-2065510755-project-member] Enqueued Resource ID: 1549bbf0-89ad-4433-b4f0-ff80f37860b4 with Priority: HIGHEST for action security_group_rules [ 696.313083] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1549bbf0-89ad-4433-b4f0-ff80f37860b4 with Priority: HIGHEST for action security_group_rules [ 696.313435] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.313564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.313620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.313891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.313974] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1549bbf0-89ad-4433-b4f0-ff80f37860b4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.490387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.490575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.490804] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.492954] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 157d9ee7-e5a2-4503-aa77-676d6d601f5b with status ACTIVE [ 696.494546] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.494546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.494546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.494546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.494546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.494546] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.494546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.494546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.496374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.496374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.496374] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.496374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.496647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.496647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.496700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.497496] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b is going to be updated. [ 696.527318] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.527318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.527318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.527486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.527486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.527644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.576290] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e3a2026b-bb6c-441e-a223-2a6cf8e9d58e tempest-MigrationsAdminTest-2065510755 tempest-MigrationsAdminTest-2065510755-project-member] Enqueued Resource ID: 1549bbf0-89ad-4433-b4f0-ff80f37860b4 with Priority: HIGHEST for action security_group_rules [ 696.576290] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1549bbf0-89ad-4433-b4f0-ff80f37860b4 with Priority: HIGHEST for action security_group_rules [ 696.576290] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.576290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.840683] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.840948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.841022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.841315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.841463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.841547] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1549bbf0-89ad-4433-b4f0-ff80f37860b4 already deleted. [ 696.841635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.841805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.842056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.842165] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1549bbf0-89ad-4433-b4f0-ff80f37860b4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.998695] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.057484] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-41cc7608-b0df-44d5-aadb-f62009cc1ea6 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 697.057773] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 697.058471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.058758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.058758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.059232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.059232] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.059361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.059398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.059622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.059739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.059874] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.388398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.388719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.391023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.391023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.391023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.391023] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1549bbf0-89ad-4433-b4f0-ff80f37860b4 already deleted. [ 697.391023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1549bbf0-89ad-4433-b4f0-ff80f37860b4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.501543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.501750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.501821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.502177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.502313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.502463] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be created. [ 697.542618] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.543150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.543524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.555694] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: UNINITIALIZED for 2s [ 697.563532] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.563799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.563799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.564481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.564742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.565015] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.565141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.565246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.565408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.565488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.565611] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 already deleted. [ 697.565701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.694117] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-fdebcc9b-d684-4cd1-853a-fa562b2b0183 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 697.694760] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 697.695520] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.695709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.695851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.696070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.696293] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.696818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.696958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.697171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.697268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.697369] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.964812] env[66328]: INFO networking_nsxv3.common.synchronization [req-af7b3e45-1122-49aa-8e27-39b8680f57cb req-b30630af-7de2-4ee7-bf99-bd86edab0cd3 tempest-FloatingIPsAssociationNegativeTestJSON-160821195 tempest-FloatingIPsAssociationNegativeTestJSON-160821195-project-member] Enqueued Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_members [ 697.965890] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7bf750-099d-421e-b680-f1b2fdc9049e with Priority: HIGHEST for action security_group_members [ 697.966255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7bf750-099d-421e-b680-f1b2fdc9049e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.966388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.966463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.966689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.966873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.966972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.967047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.967211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.967305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.967402] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7bf750-099d-421e-b680-f1b2fdc9049e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.201255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.202029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.202029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.202029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.202029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.202271] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.202271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.202271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.202410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.202448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.202568] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 already deleted. [ 698.202621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.234975] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a in Status: SUCCESS [ 698.235363] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a deletion is rescheduled due to dependency. [ 698.235520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.321440] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-f1dc1e74-f111-4f8e-9de2-3fe5bee101b8 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 698.322530] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 698.323035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.323988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.323988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.323988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.323988] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.323988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.324300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.325347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.325472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.325618] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.471022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.471863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.471863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.472077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.472207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.472931] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.473129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.473228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.473503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.473643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.473778] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7bf750-099d-421e-b680-f1b2fdc9049e is going to be updated. [ 698.510541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.511387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.511387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.511387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.511387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.523625] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7bf750-099d-421e-b680-f1b2fdc9049e in Status: IN_PROGRESS for 2s [ 698.830182] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.830313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.830355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.830584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.830675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.830873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.830970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.831044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.831203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.831289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.831364] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 already deleted. [ 698.831445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.924302] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.924604] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.924726] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.925101] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925400] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.925603] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.925820] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.926097] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.926279] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.926504] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.926635] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.926763] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.926885] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.927041] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.927185] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.927337] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.949228] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.949673] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.949937] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.950154] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.950472] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-551ac14d-f613-40d9-8a7c-de95772a3f54 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.950659] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.950753] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.951110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.951250] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551ac14d-f613-40d9-8a7c-de95772a3f54',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.347689] env[66328]: INFO networking_nsxv3.common.synchronization [None req-aa7ea185-722c-4a20-b2f7-26bef9202f56 None None] Enqueued Resource ID: 4778e762-494b-49b3-8403-04362a874161 with Priority: HIGHEST for action port [ 699.348247] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4778e762-494b-49b3-8403-04362a874161 with Priority: HIGHEST for action port [ 699.348585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4778e762-494b-49b3-8403-04362a874161 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.349316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4778e762-494b-49b3-8403-04362a874161" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.349418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4778e762-494b-49b3-8403-04362a874161" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.349740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4778e762-494b-49b3-8403-04362a874161" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.349822] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4778e762-494b-49b3-8403-04362a874161',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.454352] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.454585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.454747] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.455067] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.455236] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.455400] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 551ac14d-f613-40d9-8a7c-de95772a3f54 not found, creating... [ 699.455741] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.455906] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.456047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.456277] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.456424] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.456715] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.456875] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.456983] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.457413] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.457574] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.458405] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 551ac14d-f613-40d9-8a7c-de95772a3f54 is going to be created. [ 699.482475] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.482840] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.482917] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.483526] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.483645] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.483894] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.568670] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 699.568940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.569185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.569476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.569675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.569791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.569855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.570050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.570187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.570304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.570395] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.852737] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4778e762-494b-49b3-8403-04362a874161 [ 699.853025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.853121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.853184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.853425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.853652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.853652] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4778e762-494b-49b3-8403-04362a874161 already deleted. [ 699.853734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4778e762-494b-49b3-8403-04362a874161" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.862772] env[66328]: INFO networking_nsxv3.common.synchronization [None req-93cd3ba0-34f6-47b7-a590-becae66fe87f None None] Enqueued Resource ID: cad4fd37-81bf-4886-9b52-45ab0905f7db with Priority: HIGHEST for action port [ 699.863286] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad4fd37-81bf-4886-9b52-45ab0905f7db with Priority: HIGHEST for action port [ 699.863587] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad4fd37-81bf-4886-9b52-45ab0905f7db taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.863705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad4fd37-81bf-4886-9b52-45ab0905f7db" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.863793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad4fd37-81bf-4886-9b52-45ab0905f7db" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.864115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad4fd37-81bf-4886-9b52-45ab0905f7db" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.864199] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad4fd37-81bf-4886-9b52-45ab0905f7db',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.072323] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.195088] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-6c6c51e7-95b3-430c-81ea-8309627b349b service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 700.195260] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-6c6c51e7-95b3-430c-81ea-8309627b349b service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 700.195934] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-6c6c51e7-95b3-430c-81ea-8309627b349b service nova] Enqueued Resource ID: 551ac14d-f613-40d9-8a7c-de95772a3f54 with Priority: HIGHEST for action port [ 700.196309] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 700.196502] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 700.196618] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551ac14d-f613-40d9-8a7c-de95772a3f54 with Priority: HIGHEST for action port [ 700.197187] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.197313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.197382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.197647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.197773] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.198784] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.198903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.198943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.199162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.199380] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.199462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.199533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.199887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.199887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.199887] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.200759] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-551ac14d-f613-40d9-8a7c-de95772a3f54 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.200917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.200977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.201168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.201286] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551ac14d-f613-40d9-8a7c-de95772a3f54',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.366973] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cad4fd37-81bf-4886-9b52-45ab0905f7db [ 700.367421] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.367549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.367766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.367965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.368120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.368847] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cad4fd37-81bf-4886-9b52-45ab0905f7db already deleted. [ 700.369101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad4fd37-81bf-4886-9b52-45ab0905f7db" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.539908] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7bf750-099d-421e-b680-f1b2fdc9049e in Status: SUCCESS [ 700.540231] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7bf750-099d-421e-b680-f1b2fdc9049e deletion is rescheduled due to dependency. [ 700.540319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7bf750-099d-421e-b680-f1b2fdc9049e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.574831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb35f139-d15d-49af-8511-a5d3967bc8a7: rpc.has_security_group_logging(os_id): False [ 700.601370] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.601542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.601604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.601861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.601964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.602280] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.602429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.602485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.602660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.603260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.603260] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be created. [ 700.673481] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.673697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.673743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.673919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.674123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.689715] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 700.703390] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.703559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.703762] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.705028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 551ac14d-f613-40d9-8a7c-de95772a3f54 with status ACTIVE [ 700.705028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.706423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.706520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.706752] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.707454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.707454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.707778] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.707899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.707965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.708140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.708231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.708316] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 551ac14d-f613-40d9-8a7c-de95772a3f54 is going to be updated. [ 700.735262] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.735262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.735262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.735262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.735262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.735262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551ac14d-f613-40d9-8a7c-de95772a3f54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.812596] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c5577cf-5ab0-4a81-bded-3b98ac0dfb2d req-77b0d3d5-2199-4b29-aa28-1da36afb46ce tempest-FloatingIPsAssociationTestJSON-498385275 tempest-FloatingIPsAssociationTestJSON-498385275-project-member] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 700.813622] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 700.814233] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.816010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.816010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.816010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.816010] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.816010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.816010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.816562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.816760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.816953] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.113748] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-178 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.113963] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-178" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.114110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-178" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.114468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-178" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.114756] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.114926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.115173] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.115560] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.115858] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.116088] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.116319] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.116395] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.116811] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.116811] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.116811] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.117056] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.138476] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.138646] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.138784] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.138982] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-178" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.139329] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-842fd7d1-1e4a-451f-87a4-8c6c9373b409 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.139568] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.139701] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.140061] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.140198] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('842fd7d1-1e4a-451f-87a4-8c6c9373b409',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.211401] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.307969] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.308194] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.308377] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.308656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.308920] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.310097] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.310246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.310493] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.310653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.310863] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.310969] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.311095] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.311247] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.311375] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.311478] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.311605] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.320256] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.334059] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.334059] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.334299] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.335830] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-784" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.335830] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-1dc76988-7269-4e67-adea-098995e47db5 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.336027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.336378] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.336490] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.336649] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dc76988-7269-4e67-adea-098995e47db5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.644749] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.645079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.645079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.645253] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.645420] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.645568] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 842fd7d1-1e4a-451f-87a4-8c6c9373b409 not found, creating... [ 701.646180] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.646180] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.646309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.646525] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.646666] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.646973] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647141] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647255] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.648402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.648402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.648402] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 842fd7d1-1e4a-451f-87a4-8c6c9373b409 is going to be created. [ 701.671202] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.671467] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.671593] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.671972] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.672171] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.672395] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.713502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.713836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.713933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.714280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.714534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.714570] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be created. [ 701.745360] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.745631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.745631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.745899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.746097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.774633] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: UNINITIALIZED for 2s [ 701.822334] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.840688] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.841058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.841249] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.842228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.842228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.842228] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 1dc76988-7269-4e67-adea-098995e47db5 not found, creating... [ 701.842496] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.842707] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.842870] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.843237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.843505] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.843873] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.844068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.844217] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.844903] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.844903] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.844903] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 1dc76988-7269-4e67-adea-098995e47db5 is going to be created. [ 701.878215] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.878523] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.878714] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.878998] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.879240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.879546] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.325782] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.325937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.326252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.326252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.326536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.326630] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be updated. [ 702.371870] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.371870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.371870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.371870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.371870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.385997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: IN_PROGRESS for 2s [ 702.425895] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-a72010d6-4cb1-4609-8aba-bde19d1da45b service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 702.426179] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-a72010d6-4cb1-4609-8aba-bde19d1da45b service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 702.426276] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-a72010d6-4cb1-4609-8aba-bde19d1da45b service nova] Enqueued Resource ID: 842fd7d1-1e4a-451f-87a4-8c6c9373b409 with Priority: HIGHEST for action port [ 702.426810] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 702.428732] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 702.428732] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842fd7d1-1e4a-451f-87a4-8c6c9373b409 with Priority: HIGHEST for action port [ 702.428732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.428732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.428732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.428732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.428732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-842fd7d1-1e4a-451f-87a4-8c6c9373b409 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.428732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.430034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.430034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.430034] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('842fd7d1-1e4a-451f-87a4-8c6c9373b409',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.663360] env[66328]: INFO networking_nsxv3.common.synchronization [None req-78e4b9f0-92a0-4889-97fd-e137d34b1859 None None] Enqueued Resource ID: 59cd839f-5f5a-4983-bc64-520f6cb7a0f7 with Priority: HIGHEST for action port [ 702.663360] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59cd839f-5f5a-4983-bc64-520f6cb7a0f7 with Priority: HIGHEST for action port [ 702.666915] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-59cd839f-5f5a-4983-bc64-520f6cb7a0f7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.666915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59cd839f-5f5a-4983-bc64-520f6cb7a0f7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.666915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59cd839f-5f5a-4983-bc64-520f6cb7a0f7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.666915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59cd839f-5f5a-4983-bc64-520f6cb7a0f7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.666915] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59cd839f-5f5a-4983-bc64-520f6cb7a0f7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.701925] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c5577cf-5ab0-4a81-bded-3b98ac0dfb2d req-3e202375-9008-4ea5-b142-82e12713fbc1 service nova] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_rules [ 702.703154] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c5577cf-5ab0-4a81-bded-3b98ac0dfb2d req-3e202375-9008-4ea5-b142-82e12713fbc1 service nova] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 702.704032] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c5577cf-5ab0-4a81-bded-3b98ac0dfb2d req-3e202375-9008-4ea5-b142-82e12713fbc1 service nova] Enqueued Resource ID: 1dc76988-7269-4e67-adea-098995e47db5 with Priority: HIGHEST for action port [ 702.705077] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 702.705506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.707036] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_rules [ 702.707036] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 702.707036] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dc76988-7269-4e67-adea-098995e47db5 with Priority: HIGHEST for action port [ 702.707533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.707828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.707994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.708785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.708785] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.709347] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.709440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.709852] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dc76988-7269-4e67-adea-098995e47db5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.709852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.709852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.710064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.710064] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dc76988-7269-4e67-adea-098995e47db5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.942029] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 842fd7d1-1e4a-451f-87a4-8c6c9373b409 with status ACTIVE [ 702.942029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942029] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 842fd7d1-1e4a-451f-87a4-8c6c9373b409 is going to be updated. [ 702.976104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.977034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.977034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.977034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.977034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.977034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-842fd7d1-1e4a-451f-87a4-8c6c9373b409" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169331] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59cd839f-5f5a-4983-bc64-520f6cb7a0f7 [ 703.169331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.169331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.169331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.169331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.169331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169331] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59cd839f-5f5a-4983-bc64-520f6cb7a0f7 already deleted. [ 703.169331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59cd839f-5f5a-4983-bc64-520f6cb7a0f7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.219456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dc76988-7269-4e67-adea-098995e47db5 with status ACTIVE [ 703.219456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.219456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.219456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.219456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.219944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.219944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.219944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.219944] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dc76988-7269-4e67-adea-098995e47db5 is going to be updated. [ 703.248864] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.248864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.249871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.249871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.249871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.249871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dc76988-7269-4e67-adea-098995e47db5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.269038] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.269038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.269038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.269038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.269247] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.269343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.269441] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.269649] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.269775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.269969] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.270587] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.270587] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.270587] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.270696] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.271842] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.271842] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.301210] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.301460] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.301631] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.301695] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-630" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.301955] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-24707edb-615b-4f1c-ac5b-3478adc46cde taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.302161] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.302298] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.303103] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.303290] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24707edb-615b-4f1c-ac5b-3478adc46cde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.786552] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: UNINITIALIZED for 4s [ 703.806352] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.806659] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.806982] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.807092] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.807312] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.807482] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 24707edb-615b-4f1c-ac5b-3478adc46cde not found, creating... [ 703.807941] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.808165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.808256] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.808492] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.808617] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.808904] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.809080] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.809196] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.809439] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.809574] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.809720] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 24707edb-615b-4f1c-ac5b-3478adc46cde is going to be created. [ 703.830534] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830824] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830983] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.832087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.832087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.832087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.398310] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 704.398310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.398310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.398644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.398644] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.398799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.398853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.399098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.399317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.399317] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.636212] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-56515d33-02f2-444d-a116-18743b2156e5 service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 704.636380] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-56515d33-02f2-444d-a116-18743b2156e5 service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 704.636548] env[66328]: INFO networking_nsxv3.common.synchronization [req-4665c8d3-e2e9-43b9-bd42-b1cad6aeffd9 req-56515d33-02f2-444d-a116-18743b2156e5 service nova] Enqueued Resource ID: 24707edb-615b-4f1c-ac5b-3478adc46cde with Priority: HIGHEST for action port [ 704.637126] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 704.637346] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 704.637525] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24707edb-615b-4f1c-ac5b-3478adc46cde with Priority: HIGHEST for action port [ 704.637882] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.638039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.638269] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.638391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.638620] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-24707edb-615b-4f1c-ac5b-3478adc46cde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.638756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.638846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.639120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.639230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24707edb-615b-4f1c-ac5b-3478adc46cde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.902485] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.142205] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24707edb-615b-4f1c-ac5b-3478adc46cde with status ACTIVE [ 705.142448] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.142590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.142668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.142924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.143045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.143238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.143310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.143505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.143668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.143754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.143978] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.144091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.144166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.144335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.144428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.144493] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24707edb-615b-4f1c-ac5b-3478adc46cde is going to be updated. [ 705.172682] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24707edb-615b-4f1c-ac5b-3478adc46cde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.409640] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.529515] env[66328]: INFO networking_nsxv3.common.synchronization [req-8b8654e2-08cc-477f-8a4d-804178046c18 req-5e32a058-d669-41ba-820d-60b50f716dca tempest-InstanceActionsNegativeTestJSON-1969606687 tempest-InstanceActionsNegativeTestJSON-1969606687-project-member] Enqueued Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_members [ 705.530201] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_members [ 705.530672] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.530926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.530926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.531261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.531564] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.531709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.531709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.531909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.531975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.532049] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.799123] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 705.799698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.799698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.799698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.800282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.800982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.800982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.800982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.801207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.801207] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.802900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.803140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.803327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.803537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.803612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.804095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.804208] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.804362] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.914319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.914856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.914856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.914856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.914856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.915101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be updated. [ 705.958228] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.958228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.958228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.958228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.958228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969530] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: IN_PROGRESS for 2s [ 706.036133] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.036133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.036133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.036133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.036133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.036133] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.036133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.036133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.036541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.036541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.036541] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 already deleted. [ 706.036541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.089105] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.089434] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-778" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.089652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-778" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.092032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-778" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.092032] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.092032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.092032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.092343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.092343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.092820] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.092820] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.092990] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.093161] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.093339] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.093505] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.093702] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.115887] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.116109] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.116594] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.116594] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-778" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.116948] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-edee5363-d543-4d4e-967f-aeadabd889a7 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.116948] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.117100] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.117417] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.117626] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edee5363-d543-4d4e-967f-aeadabd889a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.303907] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.303907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.308178] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.620209] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.620445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.620563] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.620840] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.620982] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.621137] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port edee5363-d543-4d4e-967f-aeadabd889a7 not found, creating... [ 706.621431] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.621685] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.621685] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.621872] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.622063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.622467] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.622699] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.622848] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.623314] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.623776] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.624076] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: edee5363-d543-4d4e-967f-aeadabd889a7 is going to be created. [ 706.649860] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.650226] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.650678] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.650968] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.651508] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.651575] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.809856] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.313011] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.313306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.313357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.313647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.313779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.313883] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 707.355718] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.355883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.355933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.356166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.356330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.371174] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 707.406976] env[66328]: INFO networking_nsxv3.common.synchronization [req-8b8654e2-08cc-477f-8a4d-804178046c18 req-47dcb791-474c-4daf-b10e-42b8f6d70375 service nova] Enqueued Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_rules [ 707.406976] env[66328]: INFO networking_nsxv3.common.synchronization [req-8b8654e2-08cc-477f-8a4d-804178046c18 req-47dcb791-474c-4daf-b10e-42b8f6d70375 service nova] Enqueued Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_members [ 707.406976] env[66328]: INFO networking_nsxv3.common.synchronization [req-8b8654e2-08cc-477f-8a4d-804178046c18 req-47dcb791-474c-4daf-b10e-42b8f6d70375 service nova] Enqueued Resource ID: edee5363-d543-4d4e-967f-aeadabd889a7 with Priority: HIGHEST for action port [ 707.407477] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_rules [ 707.407820] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_members [ 707.407951] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edee5363-d543-4d4e-967f-aeadabd889a7 with Priority: HIGHEST for action port [ 707.408697] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.408834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.408900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.409194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.409278] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.410407] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.410407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.410407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.410588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.411774] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.411774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.411774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.411774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.411774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.411774] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.412077] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-edee5363-d543-4d4e-967f-aeadabd889a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.412142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.412177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.412945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.412945] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edee5363-d543-4d4e-967f-aeadabd889a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.916074] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.917236] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edee5363-d543-4d4e-967f-aeadabd889a7 with status ACTIVE [ 707.917447] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.917620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.917661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.917885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.917992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.918213] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.918310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.918372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.918616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.918664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.918990] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.920387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.920485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.920699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.920791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.920921] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edee5363-d543-4d4e-967f-aeadabd889a7 is going to be updated. [ 707.923656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.923656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.962044] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.962333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.962444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.962724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.962899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.963244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edee5363-d543-4d4e-967f-aeadabd889a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.985330] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 707.985516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.985654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.986113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.986345] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.986491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.986573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.986762] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.986883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.987043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.987192] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.036972] env[66328]: INFO networking_nsxv3.common.synchronization [req-40e36832-40d3-48a5-bb07-ee94ce11ca57 req-793432de-332c-4f81-95e6-5b8065f5863e tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 708.038647] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 708.039215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.039356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.039425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.039686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.039944] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.040100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.040177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.040390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.040568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.040743] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.425852] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.490173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.490378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.490450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.490671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.490853] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.491042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.491042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.491244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.491364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.491448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.491642] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.491742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.491814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.495011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.495257] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.495369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.495460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.496196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.496311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.496449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.496562] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.543324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.543635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.543711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.544262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.544393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.544703] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.544902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.544902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.545150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.545212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.545266] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 708.577127] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.577547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.577547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.577547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.577670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.589093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 708.930022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.930225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.930289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.930670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.930670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.930670] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 is going to be created. [ 708.964712] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.964712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.966155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.966155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.966155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.979969] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 in Status: UNINITIALIZED for 2s [ 709.004286] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5755de-db08-415b-af6d-9d7cd3d05e44: rpc.has_security_group_logging(os_id): False [ 709.024566] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.024725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.024779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.025573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.027299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.027299] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.027299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.027299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.027507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.027507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.027853] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.028721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.028721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.028721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.028721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.030893] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.030893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.030893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.031507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.031507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.031507] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be updated. [ 709.114285] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.114385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.115077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.115077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.115077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.133563] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: IN_PROGRESS for 2s [ 709.385589] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 709.385833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.386023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.386332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.386482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.386624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.386692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.386840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.386943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.387058] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.891771] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.394835] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.605023] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 710.605023] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 710.605023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.898705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.898705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.898705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.898705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.898705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.898705] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 710.939794] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.939794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.939794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.939794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.939794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.956365] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 710.993333] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 in Status: SUCCESS [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.996296] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.996296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.996296] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.149125] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 711.149125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501764] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.004840] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c745b67-5e3b-42c9-93a3-d46cf44db8c4: rpc.has_security_group_logging(os_id): False [ 712.026253] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.026401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.026477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.026752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.026856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027077] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.027183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.027250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.027412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.027492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.027826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.027893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.028052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.028134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.028355] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.028453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.028522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.029501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.029635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.029739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 is going to be created. [ 712.121331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.121647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.121716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.121953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.122565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.139143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 in Status: IN_PROGRESS for 2s [ 712.876962] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c0aed061-ab21-4aca-8d0e-f938ddd21615 None None] Enqueued Resource ID: 35fb6d2f-61fa-4834-b623-4fbce24b868a with Priority: HIGHEST for action port [ 712.878353] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fb6d2f-61fa-4834-b623-4fbce24b868a with Priority: HIGHEST for action port [ 712.879368] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fb6d2f-61fa-4834-b623-4fbce24b868a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.881911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fb6d2f-61fa-4834-b623-4fbce24b868a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.881911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fb6d2f-61fa-4834-b623-4fbce24b868a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.881911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fb6d2f-61fa-4834-b623-4fbce24b868a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.881911] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fb6d2f-61fa-4834-b623-4fbce24b868a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.972402] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.972402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.972402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.972402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.972402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.973249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.973477] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.351439] env[66328]: INFO networking_nsxv3.common.synchronization [req-349d4920-6e5a-4959-aaf4-1ce52f882529 req-82eec6bc-df6f-4e03-8db5-85383236f893 tempest-ServersNegativeTestJSON-616039444 tempest-ServersNegativeTestJSON-616039444-project-member] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 713.351439] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 713.351439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.351439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.351439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.351439] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.387913] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35fb6d2f-61fa-4834-b623-4fbce24b868a [ 713.387913] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.387913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.387913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.387913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.387913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.387913] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35fb6d2f-61fa-4834-b623-4fbce24b868a already deleted. [ 713.387913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fb6d2f-61fa-4834-b623-4fbce24b868a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.475549] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b99a9269-e604-45e3-9964-0801640db840: rpc.has_security_group_logging(os_id): False [ 713.502031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.502031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.502031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.502031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.503036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.503303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.503630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.503831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.504171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.504463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.504636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.506992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.506992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.506992] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be created. [ 713.589739] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.589739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.589739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.589739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.589739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.604250] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 713.853589] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.855030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.855030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.855382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.855514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.855919] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.856131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.856402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.856895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.856895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.856895] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 already deleted. [ 713.858031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.078597] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.079347] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.079347] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.079646] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.080109] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.080463] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.080678] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082021] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.082021] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.082021] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.082365] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.082986] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.082986] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.086077] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.119023] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.119023] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.119023] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.119023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.119294] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.119485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119908] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.120062] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.120229] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3d436f-5abd-44c3-8dc8-8fa782e5cafa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.154458] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 in Status: SUCCESS [ 714.154760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.622903] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.622903] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.623311] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.623344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.623975] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.623975] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa not found, creating... [ 714.624110] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.624396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.624396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.624623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.624670] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.624992] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.625222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.625430] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.625611] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.625850] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.626032] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa is going to be created. [ 714.653273] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.653273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.653273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.047754] env[66328]: INFO networking_nsxv3.common.synchronization [None req-58764c3b-28a4-4895-bc92-ba4a490864ee None None] Enqueued Resource ID: 0003174c-48ac-42fc-a627-f64aece2562c with Priority: HIGHEST for action port [ 715.048474] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0003174c-48ac-42fc-a627-f64aece2562c with Priority: HIGHEST for action port [ 715.049619] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-0003174c-48ac-42fc-a627-f64aece2562c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.049797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0003174c-48ac-42fc-a627-f64aece2562c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.049870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0003174c-48ac-42fc-a627-f64aece2562c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.050232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0003174c-48ac-42fc-a627-f64aece2562c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.050232] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0003174c-48ac-42fc-a627-f64aece2562c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.377071] env[66328]: INFO networking_nsxv3.common.synchronization [req-349d4920-6e5a-4959-aaf4-1ce52f882529 req-0afeef51-bb4d-4b6c-b235-45a30ec80345 service nova] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_rules [ 715.377071] env[66328]: INFO networking_nsxv3.common.synchronization [req-349d4920-6e5a-4959-aaf4-1ce52f882529 req-0afeef51-bb4d-4b6c-b235-45a30ec80345 service nova] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 715.377071] env[66328]: INFO networking_nsxv3.common.synchronization [req-349d4920-6e5a-4959-aaf4-1ce52f882529 req-0afeef51-bb4d-4b6c-b235-45a30ec80345 service nova] Enqueued Resource ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa with Priority: HIGHEST for action port [ 715.377071] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_rules [ 715.377071] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 715.377071] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa with Priority: HIGHEST for action port [ 715.377071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.377071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.377071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.378272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.378471] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.379574] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.379872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.380032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.380535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.380535] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.380725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.380858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.381997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.381997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.381997] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.382313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.382708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.382795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.382957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.383054] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3d436f-5abd-44c3-8dc8-8fa782e5cafa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.552600] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0003174c-48ac-42fc-a627-f64aece2562c [ 715.553161] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.554070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.554070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.554070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.554208] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.554208] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0003174c-48ac-42fc-a627-f64aece2562c already deleted. [ 715.554271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0003174c-48ac-42fc-a627-f64aece2562c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.620106] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 715.620369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.620576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.620816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.620940] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.885127] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.886733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.886877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.888995] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa with status ACTIVE [ 715.888995] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.888995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.888995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.889283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.889386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.889586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.889730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.889814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.890179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.890279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.890507] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.890616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.890690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.890843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.890993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.891097] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa is going to be updated. [ 715.942405] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.942488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.942529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.942780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.943166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.943224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.125027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.125027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.125027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.125027] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.191565] env[66328]: INFO networking_nsxv3.common.synchronization [None req-2dc426f1-2b62-4a78-8928-062a15df5cbc None None] Enqueued Resource ID: 4dd6da9d-8430-48f5-ad8a-93b242332ede with Priority: HIGHEST for action port [ 716.192865] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd6da9d-8430-48f5-ad8a-93b242332ede with Priority: HIGHEST for action port [ 716.193846] env[66328]: INFO networking_nsxv3.common.synchronization [None req-de3d5251-cb7c-4c55-9884-ea14c7ae2b1f None None] Enqueued Resource ID: 45164dfd-e24e-4da0-bf04-14dd271799fe with Priority: HIGHEST for action port [ 716.194192] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd6da9d-8430-48f5-ad8a-93b242332ede taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.194316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd6da9d-8430-48f5-ad8a-93b242332ede" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.196159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd6da9d-8430-48f5-ad8a-93b242332ede" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.196159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd6da9d-8430-48f5-ad8a-93b242332ede" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.196159] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd6da9d-8430-48f5-ad8a-93b242332ede',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.197045] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45164dfd-e24e-4da0-bf04-14dd271799fe with Priority: HIGHEST for action port [ 716.197564] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-45164dfd-e24e-4da0-bf04-14dd271799fe taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.198496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45164dfd-e24e-4da0-bf04-14dd271799fe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.198496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45164dfd-e24e-4da0-bf04-14dd271799fe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.198496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45164dfd-e24e-4da0-bf04-14dd271799fe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.198496] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45164dfd-e24e-4da0-bf04-14dd271799fe',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.389289] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.632351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.632841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.632841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.633012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.633311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.633311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.633465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.636090] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.636090] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.636090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.636090] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.700445] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd6da9d-8430-48f5-ad8a-93b242332ede [ 716.702213] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.702213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.702385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.702694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.707836] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd6da9d-8430-48f5-ad8a-93b242332ede already deleted. [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd6da9d-8430-48f5-ad8a-93b242332ede" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.707836] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45164dfd-e24e-4da0-bf04-14dd271799fe [ 716.707836] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.707836] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45164dfd-e24e-4da0-bf04-14dd271799fe already deleted. [ 716.707836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45164dfd-e24e-4da0-bf04-14dd271799fe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.895675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.896242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.896242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.896242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.896346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.896380] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be created. [ 716.924821] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.925142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.925142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.925702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.925702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.938267] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: UNINITIALIZED for 2s [ 717.140016] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b99a9269-e604-45e3-9964-0801640db840: rpc.has_security_group_logging(os_id): False [ 717.166543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.166543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.166543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.166543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.167903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.169325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.169325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.171201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.171201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.171486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.171711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.171845] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 717.288911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.289113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.289157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.289381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.290237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.307492] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 718.235085] env[66328]: INFO networking_nsxv3.common.synchronization [None req-801ff236-afc8-4513-9b30-bb896e99a624 None None] Enqueued Resource ID: f212d7ca-2623-49ec-bbf6-c670411c307f with Priority: HIGHEST for action port [ 718.235771] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f212d7ca-2623-49ec-bbf6-c670411c307f with Priority: HIGHEST for action port [ 718.235975] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f212d7ca-2623-49ec-bbf6-c670411c307f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.236082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f212d7ca-2623-49ec-bbf6-c670411c307f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.236141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f212d7ca-2623-49ec-bbf6-c670411c307f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.236392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f212d7ca-2623-49ec-bbf6-c670411c307f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.236465] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f212d7ca-2623-49ec-bbf6-c670411c307f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.739379] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f212d7ca-2623-49ec-bbf6-c670411c307f [ 718.739602] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.739728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.740058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.740285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.740356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.740421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f212d7ca-2623-49ec-bbf6-c670411c307f already deleted. [ 718.740504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f212d7ca-2623-49ec-bbf6-c670411c307f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.949747] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 718.949984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.950172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.950397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.950585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.950694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.950748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.950907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.950988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.951086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.951178] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.323860] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 719.324152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.324258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.324562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.324562] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.454653] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.455156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.457552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.457969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.458118] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.458315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.458392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.458644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.458866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.458976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.459299] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.459387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.459421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.459614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.459774] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.460089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.460325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.460439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.460493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.460785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.460862] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.559106] env[66328]: INFO networking_nsxv3.common.synchronization [None req-cd9377b7-5098-4308-aba9-595dfe14174b None None] Enqueued Resource ID: b4554221-180d-45b1-876e-36c64582d851 with Priority: HIGHEST for action port [ 719.559624] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4554221-180d-45b1-876e-36c64582d851 with Priority: HIGHEST for action port [ 719.560107] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4554221-180d-45b1-876e-36c64582d851 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.560331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4554221-180d-45b1-876e-36c64582d851" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.560474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4554221-180d-45b1-876e-36c64582d851" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.560873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4554221-180d-45b1-876e-36c64582d851" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.561031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4554221-180d-45b1-876e-36c64582d851',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.831304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.831304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.831304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.831304] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.963678] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aabfa65c-1e39-4788-8c33-bc4ea9845022: rpc.has_security_group_logging(os_id): False [ 719.988342] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.993393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.993393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.993393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.994102] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.994102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.994102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.994102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.996159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.996305] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be created. [ 720.065057] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.065261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.065310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.065489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.065892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.067081] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4554221-180d-45b1-876e-36c64582d851 [ 720.067264] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.067392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.067451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.067634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.067711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.067803] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4554221-180d-45b1-876e-36c64582d851 already deleted. [ 720.067899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4554221-180d-45b1-876e-36c64582d851" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.080101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 720.088241] env[66328]: INFO networking_nsxv3.common.synchronization [req-0fc1a35f-5bc9-467c-abb6-d8e4644a7db2 req-8359a284-0a03-4780-9a86-81ff378f7056 tempest-AttachInterfacesV270Test-111425927 tempest-AttachInterfacesV270Test-111425927-project-member] Enqueued Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_members [ 720.088802] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_members [ 720.089115] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.089753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.089753] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.091527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.091527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.091527] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.334378] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.334761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.334761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.335054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.335233] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.335329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.335390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.335560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.335645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.335741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.335916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.336026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.336089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.336236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.336370] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.336453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.336507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.336702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.336792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.336876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.336959] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.587024] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.587024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-618" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.587024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-618" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.587409] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-618" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.587792] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.588628] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589052] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589123] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.589261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.589486] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.590123] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.590123] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.590123] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.590123] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.590123] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.590123] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.592375] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.594026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.594026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.594479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.594479] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 already deleted. [ 720.594479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.631751] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.632034] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.632034] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.632210] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-618" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.635222] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-a13de9b6-695f-491e-947c-e5815355f502 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.635222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.635222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.635222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.635222] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13de9b6-695f-491e-947c-e5815355f502',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.840903] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b99a9269-e604-45e3-9964-0801640db840: rpc.has_security_group_logging(os_id): False [ 720.863741] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.864038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.864167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.864476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.864655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.864977] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.865132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.865222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.865611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.866406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.866406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.866561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.867156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.867156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.867156] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.867156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.867498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.867498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.867498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.867625] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 720.948946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.949176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.949176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.949369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.949511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.971188] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 721.137798] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.138106] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.138261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.138615] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.138863] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.138986] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port a13de9b6-695f-491e-947c-e5815355f502 not found, creating... [ 721.139346] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139541] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.142870] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.143669] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.144079] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.144344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.144444] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.144743] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.144915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.145147] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: a13de9b6-695f-491e-947c-e5815355f502 is going to be created. [ 721.174893] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.175155] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.175324] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.175722] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.176337] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.176412] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.870104] env[66328]: INFO networking_nsxv3.common.synchronization [None req-4b8b073e-6198-4d0c-a3b8-ac7eb4861b17 None None] Enqueued Resource ID: 41316eaa-7be3-4ad1-a9b3-6fdc563575bc with Priority: HIGHEST for action port [ 721.870104] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41316eaa-7be3-4ad1-a9b3-6fdc563575bc with Priority: HIGHEST for action port [ 721.870104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-41316eaa-7be3-4ad1-a9b3-6fdc563575bc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.870104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41316eaa-7be3-4ad1-a9b3-6fdc563575bc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.870104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41316eaa-7be3-4ad1-a9b3-6fdc563575bc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.871654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41316eaa-7be3-4ad1-a9b3-6fdc563575bc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.871654] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41316eaa-7be3-4ad1-a9b3-6fdc563575bc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.945319] env[66328]: INFO networking_nsxv3.common.synchronization [req-0fc1a35f-5bc9-467c-abb6-d8e4644a7db2 req-beedbaa6-685a-4bff-a000-cf06531310b7 service nova] Enqueued Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_rules [ 721.945319] env[66328]: INFO networking_nsxv3.common.synchronization [req-0fc1a35f-5bc9-467c-abb6-d8e4644a7db2 req-beedbaa6-685a-4bff-a000-cf06531310b7 service nova] Enqueued Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_members [ 721.945319] env[66328]: INFO networking_nsxv3.common.synchronization [req-0fc1a35f-5bc9-467c-abb6-d8e4644a7db2 req-beedbaa6-685a-4bff-a000-cf06531310b7 service nova] Enqueued Resource ID: a13de9b6-695f-491e-947c-e5815355f502 with Priority: HIGHEST for action port [ 721.945727] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_rules [ 721.945905] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_members [ 721.945946] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a13de9b6-695f-491e-947c-e5815355f502 with Priority: HIGHEST for action port [ 721.948039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.948039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.948039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.948039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.948039] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.948511] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.948511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.948511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.948511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.948656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.948755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.948809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.949269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.949269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.949269] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.950377] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a13de9b6-695f-491e-947c-e5815355f502 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.950478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.950542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.950696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.950768] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13de9b6-695f-491e-947c-e5815355f502',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.094492] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 722.094822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.376848] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41316eaa-7be3-4ad1-a9b3-6fdc563575bc [ 722.377378] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.377749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.378081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.378210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.378445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.379034] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41316eaa-7be3-4ad1-a9b3-6fdc563575bc already deleted. [ 722.379034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41316eaa-7be3-4ad1-a9b3-6fdc563575bc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.453430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.455393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.455658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.457998] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a13de9b6-695f-491e-947c-e5815355f502 with status ACTIVE [ 722.458281] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.458422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.458783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.458783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.458783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.458964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.459463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.459494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.459666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.459957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.460047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.460127] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a13de9b6-695f-491e-947c-e5815355f502 is going to be updated. [ 722.487369] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.487586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.487586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.487835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.488083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.488161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a13de9b6-695f-491e-947c-e5815355f502" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.929150] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c58db45-a59b-4f7c-9bdd-ab1d7bc413d5 req-93b98a77-6e26-49b0-8dda-1aca587cc0df tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 722.929678] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 722.929970] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.930128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.930169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.930352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.930501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.930605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.930658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.930782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.932014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.932433] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.963378] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.993227] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 722.993227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.430023] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.430023] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.430023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.430023] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.430023] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.430023] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.430023] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.430556] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.430556] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.430556] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.436177] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.454880] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.455120] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.455286] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.455522] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.456773] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-6427b807-7f32-49e7-9268-a63b76b3b304 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.456773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.456773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.456773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.456773] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6427b807-7f32-49e7-9268-a63b76b3b304',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.464447] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.464617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.464905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.465862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.465862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.465862] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 is going to be created. [ 723.495818] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.496135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.496555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.496839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.497148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.509422] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 in Status: UNINITIALIZED for 2s [ 723.937036] env[66328]: INFO networking_nsxv3.common.synchronization [None req-0b2e81ba-e70c-40d8-8783-a86274d6e763 None None] Enqueued Resource ID: 2e69a2f3-1f73-47ac-b10c-321d01100d26 with Priority: HIGHEST for action port [ 723.937733] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e69a2f3-1f73-47ac-b10c-321d01100d26 with Priority: HIGHEST for action port [ 723.937934] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e69a2f3-1f73-47ac-b10c-321d01100d26 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.938036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e69a2f3-1f73-47ac-b10c-321d01100d26" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.938036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e69a2f3-1f73-47ac-b10c-321d01100d26" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.938286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e69a2f3-1f73-47ac-b10c-321d01100d26" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.938371] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e69a2f3-1f73-47ac-b10c-321d01100d26',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.939254] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.959258] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.959258] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.959258] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.960079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.960079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.960079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 6427b807-7f32-49e7-9268-a63b76b3b304 not found, creating... [ 723.960316] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.960408] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.960485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.960781] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.961586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.961586] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.961586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.961586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.961798] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.961952] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.962114] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 6427b807-7f32-49e7-9268-a63b76b3b304 is going to be created. [ 723.984219] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.984486] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.984585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.984913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.985263] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.985516] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.440632] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e69a2f3-1f73-47ac-b10c-321d01100d26 [ 724.441207] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.442093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.442093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.442093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.442093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.443027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e69a2f3-1f73-47ac-b10c-321d01100d26 already deleted. [ 724.443027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e69a2f3-1f73-47ac-b10c-321d01100d26" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.443027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.443027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.443027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.445306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.445306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.445306] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 724.486051] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.486051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.486051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.486051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.486051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.507512] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 724.828435] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c58db45-a59b-4f7c-9bdd-ab1d7bc413d5 req-07c76d04-4f20-46b3-bf1d-ef19d8c2287e service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 724.828435] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c58db45-a59b-4f7c-9bdd-ab1d7bc413d5 req-07c76d04-4f20-46b3-bf1d-ef19d8c2287e service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 724.828435] env[66328]: INFO networking_nsxv3.common.synchronization [req-0c58db45-a59b-4f7c-9bdd-ab1d7bc413d5 req-07c76d04-4f20-46b3-bf1d-ef19d8c2287e service nova] Enqueued Resource ID: 6427b807-7f32-49e7-9268-a63b76b3b304 with Priority: HIGHEST for action port [ 724.829391] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 724.829992] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 724.829992] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6427b807-7f32-49e7-9268-a63b76b3b304 with Priority: HIGHEST for action port [ 724.830364] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.830416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.830476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.830686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.830774] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.834263] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.836907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.836907] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-6427b807-7f32-49e7-9268-a63b76b3b304 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.836907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.836907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.836907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.836907] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6427b807-7f32-49e7-9268-a63b76b3b304',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.204805] env[66328]: INFO networking_nsxv3.common.synchronization [None req-68414d7f-d447-408c-b8e1-15d5f2a82b5b None None] Enqueued Resource ID: da20c97d-e631-446a-b484-e35d9c9a33a1 with Priority: HIGHEST for action port [ 725.206297] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da20c97d-e631-446a-b484-e35d9c9a33a1 with Priority: HIGHEST for action port [ 725.206297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-da20c97d-e631-446a-b484-e35d9c9a33a1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.212287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da20c97d-e631-446a-b484-e35d9c9a33a1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.212899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da20c97d-e631-446a-b484-e35d9c9a33a1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.215117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da20c97d-e631-446a-b484-e35d9c9a33a1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.215117] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da20c97d-e631-446a-b484-e35d9c9a33a1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.337271] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.337271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.342438] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6427b807-7f32-49e7-9268-a63b76b3b304 with status ACTIVE [ 725.342580] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.343865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.343865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.343865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.344383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.344383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.344383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.344383] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6427b807-7f32-49e7-9268-a63b76b3b304 is going to be updated. [ 725.368741] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.369325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.369696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.369974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.370738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.370989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6427b807-7f32-49e7-9268-a63b76b3b304" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.558079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 in Status: SUCCESS [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.558079] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.558079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.558079] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.718309] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da20c97d-e631-446a-b484-e35d9c9a33a1 [ 725.718770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.718770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.718919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.719088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.719203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.719290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da20c97d-e631-446a-b484-e35d9c9a33a1 already deleted. [ 725.719342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da20c97d-e631-446a-b484-e35d9c9a33a1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.063223] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.063223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.063670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.064089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.064089] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.064193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.064240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.064549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.064549] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.064732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.064732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.064913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.064913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.064995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.065122] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.518570] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 726.519048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.519048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.519379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.519659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.522221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.522398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.522559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.522638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.522732] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.569111] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f455a3-2a2d-48be-9c48-9b210e62e004: rpc.has_security_group_logging(os_id): False [ 726.589078] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.589172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.589222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.589438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.589531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.589725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.589812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.589888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.590365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.590495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.591185] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.591420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.591420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.591651] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.592060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.592451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.592553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.592655] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 is going to be created. [ 726.660512] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.661033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.661033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.661143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.661268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.675469] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 in Status: IN_PROGRESS for 2s [ 727.025566] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.528221] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.033792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.033934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.034013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.034352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.034390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.034566] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 728.070145] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.070145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.070145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.070145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.070145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.080247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 728.690808] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 in Status: SUCCESS [ 728.691366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.959858] env[66328]: INFO networking_nsxv3.common.synchronization [req-438d3e2c-939b-4f8e-80aa-e088022ecd48 req-b86dda63-f663-4dfc-b329-e4f6716e5ac8 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 729.960426] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 729.960729] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.960852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.960919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.961130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.961284] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.961382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.961446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.961616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.961723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.961810] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.091065] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 730.091833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.093051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.093051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.093487] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.094855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.094855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.094855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.094855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.094855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.094855] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.169063] env[66328]: INFO networking_nsxv3.common.synchronization [req-438d3e2c-939b-4f8e-80aa-e088022ecd48 req-cda590f9-2d8d-4032-938c-13368d858f95 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 730.169063] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 730.169063] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.169063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.409447] env[66328]: INFO networking_nsxv3.common.synchronization [req-438d3e2c-939b-4f8e-80aa-e088022ecd48 req-6f40e2fb-1195-4a5b-8eba-fd3bb1fc9a00 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 730.409952] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 730.410601] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.410914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.464688] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.561282] env[66328]: INFO networking_nsxv3.common.synchronization [req-e4a9005a-a1a8-4db5-b049-0357262096e1 req-5a032a04-7870-4fad-8f60-1cc1ade39e95 tempest-ServerGroupTestJSON-1024142707 tempest-ServerGroupTestJSON-1024142707-project-member] Enqueued Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_members [ 730.562613] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_members [ 730.563438] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564242] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.564969] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.597310] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.597520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.597520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.597738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.597976] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.597976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.598142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.598193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.598302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.598433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.599047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.599047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.599047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.599047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.599047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.599305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.599305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.599305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.599430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.599430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.599526] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.967493] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.031744] env[66328]: INFO networking_nsxv3.common.synchronization [req-9d4380ec-a287-416c-9cc8-c2a0bbce26e9 req-82d88afe-e65e-4808-a4ea-8b7cd02d48bb tempest-InstanceActionsNegativeTestJSON-1969606687 tempest-InstanceActionsNegativeTestJSON-1969606687-project-member] Enqueued Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_members [ 731.032965] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGHEST for action security_group_members [ 731.033563] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.034269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.034269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.034916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.034916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.035449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.035548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.035835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.036237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.036776] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.040942] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.041106] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-969" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.041300] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-969" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.041688] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-969" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.044459] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.044459] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.044459] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.044459] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.044459] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.044459] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.044459] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.044459] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.044459] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.044459] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.044459] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.045412] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.067908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.068051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.068165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.068487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.068630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.068935] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.069116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.069217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.069468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.069584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069709] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ab260b-08b0-49be-8795-6514aa2add0b already deleted. [ 731.069828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.084040] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.084040] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.084040] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.084040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-969" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.084425] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-15651206-54ed-4bc5-8666-ee834bd38480 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.084534] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.084654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.085049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.085205] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15651206-54ed-4bc5-8666-ee834bd38480',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.102447] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 731.122716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.122857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.122923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.123160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.123247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.123451] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.123551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.123598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.123783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.123863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.124103] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.124211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.124275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.124519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.124519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.124693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.124784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.124839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.125084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.125084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.125173] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 731.201144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.201378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.201494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.203077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.203077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.218877] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 731.472634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.472634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.472634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.472634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.472634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.472634] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 731.518072] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.518072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.518072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.518072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.518072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.530505] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 731.547351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.547543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.547591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.547802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.547872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.548086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.548213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.548259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.548402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.548479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.548695] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 is going to be updated. [ 731.583752] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.583752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.584497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.587590] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.588262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.588262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.588262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.588363] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.588709] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 15651206-54ed-4bc5-8666-ee834bd38480 not found, creating... [ 731.588788] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.589265] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.589405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.589764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.589764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.590396] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.590396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.591403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.591695] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.592038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.592188] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 15651206-54ed-4bc5-8666-ee834bd38480 is going to be created. [ 731.597074] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 in Status: IN_PROGRESS for 2s [ 731.624845] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.624845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.624845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.625102] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.625305] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.625533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.077130] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c3f2c95e-c6e9-4e9d-8774-fb68c767d262 None None] Enqueued Resource ID: 7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b with Priority: HIGHEST for action port [ 732.077130] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b with Priority: HIGHEST for action port [ 732.077641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.077958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.078183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.078597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.078832] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.338453] env[66328]: INFO networking_nsxv3.common.synchronization [req-e4a9005a-a1a8-4db5-b049-0357262096e1 req-9a6e8e70-e692-4845-89e3-79b35d8feba0 service nova] Enqueued Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_rules [ 732.339928] env[66328]: INFO networking_nsxv3.common.synchronization [req-e4a9005a-a1a8-4db5-b049-0357262096e1 req-9a6e8e70-e692-4845-89e3-79b35d8feba0 service nova] Enqueued Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_members [ 732.339928] env[66328]: INFO networking_nsxv3.common.synchronization [req-e4a9005a-a1a8-4db5-b049-0357262096e1 req-9a6e8e70-e692-4845-89e3-79b35d8feba0 service nova] Enqueued Resource ID: 15651206-54ed-4bc5-8666-ee834bd38480 with Priority: HIGHEST for action port [ 732.339928] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_rules [ 732.339928] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_members [ 732.339928] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15651206-54ed-4bc5-8666-ee834bd38480 with Priority: HIGHEST for action port [ 732.339928] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.340210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.340210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.340450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.340450] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.341416] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.341620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.341620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.341777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.341921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.342189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.342248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.342406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.342406] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.343321] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-15651206-54ed-4bc5-8666-ee834bd38480 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.343434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.343501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.344143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.344143] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15651206-54ed-4bc5-8666-ee834bd38480',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.581171] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b [ 732.581439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.581575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.581634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.582084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.582084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.582084] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b already deleted. [ 732.582261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3e8f33-6d93-4c05-bb5a-7c8bddfd941b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.845973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.846184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.847963] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.847963] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15651206-54ed-4bc5-8666-ee834bd38480 with status ACTIVE [ 732.847963] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.847963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.847963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.848344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.848344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.848398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.848493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.848555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.848700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.848774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.848948] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.849558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.849675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.849865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.849982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.850138] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15651206-54ed-4bc5-8666-ee834bd38480 is going to be updated. [ 732.896187] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.896950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.896950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.896950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15651206-54ed-4bc5-8666-ee834bd38480" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.232600] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 733.232836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.356435] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.541969] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 733.541969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.542191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.542478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.542687] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.542853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.542914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.544065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.544065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.544065] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.609955] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 in Status: SUCCESS [ 733.610240] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 deletion is rescheduled due to dependency. [ 733.610399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.859753] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.859940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.860259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.860677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.860913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.861278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ab260b-08b0-49be-8795-6514aa2add0b is going to be created. [ 733.891843] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.892074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.892173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.892481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.892638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.905634] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ab260b-08b0-49be-8795-6514aa2add0b in Status: UNINITIALIZED for 2s [ 734.026884] env[66328]: INFO networking_nsxv3.common.synchronization [req-cb97d7c8-6cc5-43cd-a791-5a98e1ee0646 req-5da61edc-be3a-40fb-88d1-4881ed2b85bc tempest-ServersTestBootFromVolume-341951494 tempest-ServersTestBootFromVolume-341951494-project-member] Enqueued Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_members [ 734.027490] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_members [ 734.027816] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.027940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.028164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.028563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.029127] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.029249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.029371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.029496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.029610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.029658] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.048879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.048879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.048879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.048879] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 734.086031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.086031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.086031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.086031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.086031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.097122] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 734.503418] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.503880] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-806" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.504218] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-806" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.506551] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-806" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.507082] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.508521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.508521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.508521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.508521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.508521] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.508521] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.508909] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.509156] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.509305] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.509464] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.509670] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.535326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.535326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.535326] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 already deleted. [ 734.535326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.535864] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.536333] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.536454] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.538031] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-806" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.538031] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.538240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.538240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.538501] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.538645] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30ac9b7-07eb-4996-a871-c92f0e4ddd7f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.042040] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.042231] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.042290] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.042570] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.042713] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.042884] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port a30ac9b7-07eb-4996-a871-c92f0e4ddd7f not found, creating... [ 735.043185] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.043343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.043454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.043692] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.043830] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.044125] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.044273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.044382] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.044584] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.044713] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.044865] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: a30ac9b7-07eb-4996-a871-c92f0e4ddd7f is going to be created. [ 735.070124] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.070443] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.070443] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.070726] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.070952] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.071187] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.820993] env[66328]: INFO networking_nsxv3.common.synchronization [req-cb97d7c8-6cc5-43cd-a791-5a98e1ee0646 req-746cc458-a314-440d-b0ca-c926199df3e6 service nova] Enqueued Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_rules [ 735.820993] env[66328]: INFO networking_nsxv3.common.synchronization [req-cb97d7c8-6cc5-43cd-a791-5a98e1ee0646 req-746cc458-a314-440d-b0ca-c926199df3e6 service nova] Enqueued Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_members [ 735.820993] env[66328]: INFO networking_nsxv3.common.synchronization [req-cb97d7c8-6cc5-43cd-a791-5a98e1ee0646 req-746cc458-a314-440d-b0ca-c926199df3e6 service nova] Enqueued Resource ID: a30ac9b7-07eb-4996-a871-c92f0e4ddd7f with Priority: HIGHEST for action port [ 735.820993] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_rules [ 735.820993] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_members [ 735.820993] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30ac9b7-07eb-4996-a871-c92f0e4ddd7f with Priority: HIGHEST for action port [ 735.820993] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.820993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.820993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.820993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.820993] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.820993] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.822320] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.822320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.822320] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.822942] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.823053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.823214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.823585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.823690] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30ac9b7-07eb-4996-a871-c92f0e4ddd7f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.919401] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ab260b-08b0-49be-8795-6514aa2add0b in Status: SUCCESS [ 735.919652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.919844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.920382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.920526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.920600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.920852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.920972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.921115] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.109936] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 736.110212] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 deletion is rescheduled due to dependency. [ 736.110330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.110488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.110690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.110962] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.111100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.111166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.111335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.111409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.111504] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.327713] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.327913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.328148] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.329551] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30ac9b7-07eb-4996-a871-c92f0e4ddd7f with status ACTIVE [ 736.329739] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.329851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.329909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.330147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.330402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.330500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.330562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.330712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.330987] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.331070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.331135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.331302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.331372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.331469] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30ac9b7-07eb-4996-a871-c92f0e4ddd7f is going to be updated. [ 736.356325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.356533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.356598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.356814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.356952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.357372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30ac9b7-07eb-4996-a871-c92f0e4ddd7f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.423384] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.423584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.423644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.423979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.424282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.424417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.424512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.424749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.424858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.424956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.425125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.425222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.425284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.425434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.425576] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.425668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.425728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.425866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.425942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.426033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.426128] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.613991] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.614185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.614294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.614532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.614631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.615144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.615144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.615144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.615268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.615268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.615352] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 736.650392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.650605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.650605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.650885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.651066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.664483] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 736.836660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.929646] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1ab260b-08b0-49be-8795-6514aa2add0b: rpc.has_security_group_logging(os_id): False [ 736.955251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.955251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.955251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.955725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.955725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.955725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.955725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.955725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.955921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.955921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.956111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960089] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ab260b-08b0-49be-8795-6514aa2add0b is going to be created. [ 736.996845] env[66328]: INFO networking_nsxv3.common.synchronization [req-1a0da266-2cd3-4c2d-9462-3f10d7080f31 req-82ffff52-d261-4cc3-82dd-5370ae3035af tempest-MigrationsAdminTest-2065510755 tempest-MigrationsAdminTest-2065510755-project-member] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 736.997527] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 736.997902] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.998060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.998125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.998334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.998912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.999041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.999104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.999303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.999396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.999489] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.047327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.047327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.047327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.047327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.047327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.054970] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ab260b-08b0-49be-8795-6514aa2add0b in Status: IN_PROGRESS for 2s [ 737.339633] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.340190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.340190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.340316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.340350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.341654] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 is going to be created. [ 737.394210] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.394389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.394470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.395599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.395599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.411388] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 in Status: UNINITIALIZED for 2s [ 737.501920] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.528597] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.528597] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.528874] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.529821] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.530153] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.530317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.531038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.531343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.531937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.531937] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.531937] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.531937] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.532119] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.532119] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.532230] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.532355] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.561907] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.562112] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.562240] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.562403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-993" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.563785] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-8532f171-7d01-4e0d-9333-5e212466ae01 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.564179] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.564977] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.565862] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.565862] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8532f171-7d01-4e0d-9333-5e212466ae01',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.004483] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.068129] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.068690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.068908] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.069338] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.069570] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.069973] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 8532f171-7d01-4e0d-9333-5e212466ae01 not found, creating... [ 738.070364] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.070626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.070823] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.071415] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.071545] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.071964] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.072148] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.072260] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.072498] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.072760] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.072760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 8532f171-7d01-4e0d-9333-5e212466ae01 is going to be created. [ 738.111211] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.111493] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.111638] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.112040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.112316] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.112634] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.507306] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.507713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.507713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.508717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.508717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.508717] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be updated. [ 738.554838] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.555063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.555212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.555538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.555714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.577251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 738.682035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 738.682498] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 deletion is rescheduled due to dependency. [ 738.682498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.936439] env[66328]: INFO networking_nsxv3.common.synchronization [req-1a0da266-2cd3-4c2d-9462-3f10d7080f31 req-f561747e-5902-414c-ab4d-68e1ac0dbf33 service nova] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_rules [ 738.936439] env[66328]: INFO networking_nsxv3.common.synchronization [req-1a0da266-2cd3-4c2d-9462-3f10d7080f31 req-f561747e-5902-414c-ab4d-68e1ac0dbf33 service nova] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 738.936439] env[66328]: INFO networking_nsxv3.common.synchronization [req-1a0da266-2cd3-4c2d-9462-3f10d7080f31 req-f561747e-5902-414c-ab4d-68e1ac0dbf33 service nova] Enqueued Resource ID: 8532f171-7d01-4e0d-9333-5e212466ae01 with Priority: HIGHEST for action port [ 738.936439] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_rules [ 738.936439] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 738.936439] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8532f171-7d01-4e0d-9333-5e212466ae01 with Priority: HIGHEST for action port [ 738.936767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.936869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.936974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.937178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.937266] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.938247] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.938399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.938648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8532f171-7d01-4e0d-9333-5e212466ae01 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.938845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.938845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.940399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.940399] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8532f171-7d01-4e0d-9333-5e212466ae01',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.072908] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ab260b-08b0-49be-8795-6514aa2add0b in Status: SUCCESS [ 739.073338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.423198] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 in Status: SUCCESS [ 739.423563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.423827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.424070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.424372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.424502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.424502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.424693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.424846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.424984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.425498] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.441249] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.441249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.441249] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8532f171-7d01-4e0d-9333-5e212466ae01 with status ACTIVE [ 739.441249] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.441565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.441565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.441724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.442538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.442538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.442538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.442538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.442538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.442538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.442824] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.442824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.442824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.442967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.443061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.443135] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8532f171-7d01-4e0d-9333-5e212466ae01 is going to be updated. [ 739.466900] env[66328]: INFO networking_nsxv3.common.synchronization [req-433cf9c6-00f1-4b90-b4b3-9d5bfcfe1f5d req-0f01a43c-04e6-4b3e-82d6-c6532f87d7bc tempest-FloatingIPsAssociationTestJSON-498385275 tempest-FloatingIPsAssociationTestJSON-498385275-project-member] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 739.467526] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 739.470243] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.473021] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.473021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.473021] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.474041] env[66328]: INFO networking_nsxv3.common.synchronization [req-7df96be4-0ca3-4410-9c5a-284eb1460db7 req-9b13d5ee-0cc5-4b4b-bd73-98e5d8559a94 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 739.475061] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 739.475767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.476308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.476485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.476805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.477104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.477637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.477867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.478177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.479033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.479033] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.484308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.485883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.485883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.485883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.485883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.485883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8532f171-7d01-4e0d-9333-5e212466ae01" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.930765] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.976248] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.979401] env[66328]: INFO networking_nsxv3.common.synchronization [req-d6fa807b-99ed-436a-b0d3-9b2a28b0d2c8 req-6677a42b-a60b-4d3a-9b27-9f48d467451e tempest-ServerAddressesTestJSON-1727739499 tempest-ServerAddressesTestJSON-1727739499-project-member] Enqueued Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_members [ 739.979750] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_members [ 739.983196] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.983196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.983196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.983387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.983581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.984125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.984125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.984221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.984251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.984336] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.985697] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.091116] env[66328]: INFO networking_nsxv3.common.synchronization [req-c2a628f2-b527-466a-8240-3525a2ba7fc5 req-953dfd67-b6fe-431f-8f1e-1e8e08b21676 tempest-AttachInterfacesV270Test-111425927 tempest-AttachInterfacesV270Test-111425927-project-member] Enqueued Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_members [ 740.092536] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGHEST for action security_group_members [ 740.092536] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.092536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.092536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.092536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.092795] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.092795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.092795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.092962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.093073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.093179] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.434222] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab804434-381b-46ae-87e1-a4c5ad18c7e9: rpc.has_security_group_logging(os_id): False [ 740.454363] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.454363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.454637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.455555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.455555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.455555] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.455555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.455555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.455555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.455886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.455886] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 is going to be created. [ 740.483306] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.493331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.493331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.493331] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 already deleted. [ 740.493331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.494837] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.518708] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.519034] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.519195] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.519573] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.519935] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.520148] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.520267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.520550] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.520760] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.521033] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.521197] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.521377] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.521498] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.521666] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.521860] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.522065] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.532700] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.532892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.533041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.533193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.533457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.553991] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.553991] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.553991] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.554151] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.554462] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.554655] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.554758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.555173] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.555371] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bdc727-a4b5-42aa-937e-81cc3ef68bfb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.559734] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 in Status: IN_PROGRESS for 2s [ 740.590278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 740.590501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.590682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.590906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.591136] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.591241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.591285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.591424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.591506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.591623] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.595976] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.596446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.596446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.596599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.596599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.596783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.596881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.596933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.597122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.597203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.597564] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 is going to be updated. [ 740.641042] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.641242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.641242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.642049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.642049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.651871] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 in Status: IN_PROGRESS for 2s [ 740.985010] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.985348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.985459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.985717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.985815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.985949] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be updated. [ 740.997703] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.997882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.997942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.998207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.998304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.998456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 741.026238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.026432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.026505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.026733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.026909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.029034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.029204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.029261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.029414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.029575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.048506] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: IN_PROGRESS for 2s [ 741.049312] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 741.062380] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.062676] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.062813] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.063523] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.063523] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.063523] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port d9bdc727-a4b5-42aa-937e-81cc3ef68bfb not found, creating... [ 741.063782] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.063980] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.064407] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.064407] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.064551] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.064884] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.065094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.065228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.065471] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.065637] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.065781] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: d9bdc727-a4b5-42aa-937e-81cc3ef68bfb is going to be created. [ 741.093920] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.117311] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.117548] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.117790] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.117976] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.118332] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.118627] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.597124] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.640987] env[66328]: INFO networking_nsxv3.common.synchronization [req-3f210c5f-e6f8-4822-93ab-769ce2708cdc req-2218ea1d-7e62-4ecb-a197-20ab1670b140 tempest-ServersAdminNegativeTestJSON-394759112 tempest-ServersAdminNegativeTestJSON-394759112-project-member] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 741.641766] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 741.642296] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.642455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.642455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.644169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.644169] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.644169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.644169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.644169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.644169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.644169] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.864816] env[66328]: INFO networking_nsxv3.common.synchronization [req-d6fa807b-99ed-436a-b0d3-9b2a28b0d2c8 req-ab374bec-e4d4-4de5-918a-d313caa13c52 service nova] Enqueued Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_rules [ 741.865024] env[66328]: INFO networking_nsxv3.common.synchronization [req-d6fa807b-99ed-436a-b0d3-9b2a28b0d2c8 req-ab374bec-e4d4-4de5-918a-d313caa13c52 service nova] Enqueued Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_members [ 741.865739] env[66328]: INFO networking_nsxv3.common.synchronization [req-d6fa807b-99ed-436a-b0d3-9b2a28b0d2c8 req-ab374bec-e4d4-4de5-918a-d313caa13c52 service nova] Enqueued Resource ID: d9bdc727-a4b5-42aa-937e-81cc3ef68bfb with Priority: HIGHEST for action port [ 741.865975] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_rules [ 741.866208] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_members [ 741.866245] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bdc727-a4b5-42aa-937e-81cc3ef68bfb with Priority: HIGHEST for action port [ 741.866881] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.866881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.866881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.867152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.867152] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.867964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.868095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.868195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.869389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.869389] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.869389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.869389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.869389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.869389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.869389] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.869852] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.870024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.870024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.870146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.870209] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bdc727-a4b5-42aa-937e-81cc3ef68bfb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.100687] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.101143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.101143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.101296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.101399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.101527] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be updated. [ 742.142419] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.142419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.142419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.142419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.142419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.145967] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.153882] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 742.372122] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.372272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.372431] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.373428] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9bdc727-a4b5-42aa-937e-81cc3ef68bfb with status ACTIVE [ 742.373635] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.373816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.373890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.374176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.374224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.374388] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.374481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.374538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.374752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.374752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.374975] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.375069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.375137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.375274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.375377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.375435] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9bdc727-a4b5-42aa-937e-81cc3ef68bfb is going to be updated. [ 742.419053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.419239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.419310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.419578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.419761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.419961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bdc727-a4b5-42aa-937e-81cc3ef68bfb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.590931] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 in Status: SUCCESS [ 742.591304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.648402] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.663898] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 in Status: SUCCESS [ 742.664336] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 deletion is rescheduled due to dependency. [ 742.664531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.865356] env[66328]: INFO networking_nsxv3.common.synchronization [req-6115312d-057d-4cb7-83c2-e2da36c3ee21 req-24683402-d36c-415a-89f1-59b9e07a90da tempest-ListServerFiltersTestJSON-141294103 tempest-ListServerFiltersTestJSON-141294103-project-member] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 742.865678] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 742.866014] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.866464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.866624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.866931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.867027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867117] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.878242] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.065195] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 743.065554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.066784] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 743.067080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.151219] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.151553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.151553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.151981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.151981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.152056] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be updated. [ 743.197040] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.197040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.197040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.197040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.208983] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: IN_PROGRESS for 2s [ 743.257093] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.257688] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.257969] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.258165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.258277] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.258499] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.258643] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.258866] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.259010] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.259129] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.259209] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.259313] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.259411] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.259551] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.289118] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.289371] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.289586] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.289863] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.290294] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-22c09a70-f0d1-4e35-906c-4b837521b190 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.290532] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.290700] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.291106] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.291274] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c09a70-f0d1-4e35-906c-4b837521b190',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.369953] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.370211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.370340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.370627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.370794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.371067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.371237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.371404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.371562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.371674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.371782] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e already deleted. [ 743.371922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.381199] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.381389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.381459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.381905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.381905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.381905] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 is going to be created. [ 743.410915] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.410915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.410915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.410915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.411163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.423082] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 in Status: UNINITIALIZED for 2s [ 743.793806] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.794070] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.794232] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.794621] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.794779] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.794937] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 22c09a70-f0d1-4e35-906c-4b837521b190 not found, creating... [ 743.795292] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795540] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.795661] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.795935] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.796291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.796682] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.796945] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.797132] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.797463] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.797613] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.797776] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 22c09a70-f0d1-4e35-906c-4b837521b190 is going to be created. [ 743.868900] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.869187] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.869322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.869695] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.870026] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.870302] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.166248] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 744.166603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.166787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.167012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.167222] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.167341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.167406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.167587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.167670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.167792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.167853] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.552203] env[66328]: INFO networking_nsxv3.common.synchronization [req-6115312d-057d-4cb7-83c2-e2da36c3ee21 req-e6ddfe8f-811c-4d15-8bc4-024e25c9b074 service nova] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_rules [ 744.552389] env[66328]: INFO networking_nsxv3.common.synchronization [req-6115312d-057d-4cb7-83c2-e2da36c3ee21 req-e6ddfe8f-811c-4d15-8bc4-024e25c9b074 service nova] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 744.552512] env[66328]: INFO networking_nsxv3.common.synchronization [req-6115312d-057d-4cb7-83c2-e2da36c3ee21 req-e6ddfe8f-811c-4d15-8bc4-024e25c9b074 service nova] Enqueued Resource ID: 22c09a70-f0d1-4e35-906c-4b837521b190 with Priority: HIGHEST for action port [ 744.557043] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_rules [ 744.557043] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 744.557043] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c09a70-f0d1-4e35-906c-4b837521b190 with Priority: HIGHEST for action port [ 744.557043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.557043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.557043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.557043] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.557043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.557043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.557043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.557043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.557773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.557773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.557773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.557773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.557773] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.565024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c09a70-f0d1-4e35-906c-4b837521b190 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.565024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.565024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.565024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.565024] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c09a70-f0d1-4e35-906c-4b837521b190',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.669971] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.670225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.670657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.670657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.671087] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.671087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.671232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.671437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.671570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.672221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.672221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.672221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.672221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.672455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.672908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.673102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.673189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.673414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.673681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.673681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.674223] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.065167] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.065378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.065631] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.067154] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22c09a70-f0d1-4e35-906c-4b837521b190 with status ACTIVE [ 745.067424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.067627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.067713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.067972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.068095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.068288] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.068387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.068451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.068612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.068694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.068942] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.069093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.069189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.069385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.069469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.069557] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22c09a70-f0d1-4e35-906c-4b837521b190 is going to be updated. [ 745.097099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.097308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.097391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.097662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.097836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.098050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c09a70-f0d1-4e35-906c-4b837521b190" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.179424] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0f83429-2e2a-4b7c-b7ef-4503a9439cf5: rpc.has_security_group_logging(os_id): False [ 745.211548] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.211751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.211801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.212613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.212613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.212613] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.212613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.212613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.213094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.213147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.213405] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.213561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.214115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.214115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.214115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.214283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.214454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.214454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.214615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.214667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.214766] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be updated. [ 745.222847] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 745.223141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.302067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.302349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.302419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.302673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.302846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.320784] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 745.436539] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 in Status: SUCCESS [ 745.436759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.439896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.439896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.439896] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.572097] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.940204] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.940204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.940363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.940595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.940715] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.941104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.941274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.941419] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.941749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941889] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.942040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.942219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.942360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942478] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.074500] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.074697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.075074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.075160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.075218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.075314] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be created. [ 746.108286] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.108286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.108286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.108556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.108735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.122545] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: UNINITIALIZED for 2s [ 746.344704] env[66328]: INFO networking_nsxv3.common.synchronization [req-fdc4da41-257a-4c8d-8559-8d0cef5b5632 req-34c8bcb5-855e-47ef-b9a9-99c3e19a3650 tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 746.345474] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 746.345799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.345948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.346023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.346619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.346619] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.346762] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.346762] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.346950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.347125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.347230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.444373] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a301224a-d497-4f3d-b8ca-edbedb5eb3e1: rpc.has_security_group_logging(os_id): False [ 746.469804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.470038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.470115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.470333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.470431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.470641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.470791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.470873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.471104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.471211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.471445] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.471587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.471587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.471843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.471923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.473310] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.473475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.473604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.473803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.473984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.474144] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 is going to be created. [ 746.562308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.563120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.563240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.563481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.563704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.581284] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 in Status: IN_PROGRESS for 2s [ 746.821063] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.821353] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.821528] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.821913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.822279] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.822463] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.822623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.822925] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.823144] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.823433] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.823538] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.827061] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.827061] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.827061] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.827061] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.827061] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.850534] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.850813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.850964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.851220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.851352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.851627] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.851866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.851866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.851987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.852132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.852263] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad already deleted. [ 746.852348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.884254] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.884424] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.884638] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885164] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.885164] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885371] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885744] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.885927] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd1d1109-a11c-41f8-92d6-6a63ed42f19a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.339682] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 747.340013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.389383] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.389926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.389926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.390108] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.390272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.390407] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port cd1d1109-a11c-41f8-92d6-6a63ed42f19a not found, creating... [ 747.390693] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.390844] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.390957] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.391234] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.391441] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.391890] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.392135] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.392281] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.392716] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.392909] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.393374] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: cd1d1109-a11c-41f8-92d6-6a63ed42f19a is going to be created. [ 747.435511] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.435837] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.435925] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.436179] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436418] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436689] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.134700] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 748.135630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.135817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.136162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.136366] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.136483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.136547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.136712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.136790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.140153] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.181733] env[66328]: INFO networking_nsxv3.common.synchronization [req-fdc4da41-257a-4c8d-8559-8d0cef5b5632 req-6ce1f91e-6ee2-4654-a244-208ce68bad60 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 748.181733] env[66328]: INFO networking_nsxv3.common.synchronization [req-fdc4da41-257a-4c8d-8559-8d0cef5b5632 req-6ce1f91e-6ee2-4654-a244-208ce68bad60 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 748.181733] env[66328]: INFO networking_nsxv3.common.synchronization [req-fdc4da41-257a-4c8d-8559-8d0cef5b5632 req-6ce1f91e-6ee2-4654-a244-208ce68bad60 service nova] Enqueued Resource ID: cd1d1109-a11c-41f8-92d6-6a63ed42f19a with Priority: HIGHEST for action port [ 748.181733] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 748.181733] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 748.181733] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1d1109-a11c-41f8-92d6-6a63ed42f19a with Priority: HIGHEST for action port [ 748.181733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.181733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.181733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.181733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.181733] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.183304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.183436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.183613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.183706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.186155] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.186155] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.186155] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.186155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.186155] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd1d1109-a11c-41f8-92d6-6a63ed42f19a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.596687] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 in Status: SUCCESS [ 748.597074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.643661] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.643862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.643862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.644364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.644364] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.644364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.644547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.644547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.645022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.645022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.645753] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.645753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.645753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.645753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.645753] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.645753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.645753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.646194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.646194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.646194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.646194] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.683996] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.684099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.688297] env[66328]: INFO networking_nsxv3.common.synchronization [req-ba0ad0c5-fd43-4be8-a980-fe62d4885d93 req-5b7da22e-9bd4-4b4c-9e6a-9489a72f34a4 tempest-ServersWithSpecificFlavorTestJSON-2013995258 tempest-ServersWithSpecificFlavorTestJSON-2013995258-project-member] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 748.688297] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.688297] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 748.688297] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd1d1109-a11c-41f8-92d6-6a63ed42f19a with status ACTIVE [ 748.688297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.688576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.688576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.688666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.688843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.688954] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.689117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.689185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.689371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.689458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.689680] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.689787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.689853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.689999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.690090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.690172] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd1d1109-a11c-41f8-92d6-6a63ed42f19a is going to be updated. [ 748.695026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.695026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.695026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.695382] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.726237] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.726396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.726454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.726633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.726773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.726936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd1d1109-a11c-41f8-92d6-6a63ed42f19a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.149186] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444fbb93-5771-4e9e-b4e9-29c99c0df10e: rpc.has_security_group_logging(os_id): False [ 749.169835] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.169835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.169967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.170828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.170828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.170828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.170828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.170828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.170828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.171120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.171120] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.171189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.171189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.171342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.171398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.171588] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.171724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.171724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.171878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.171971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.172072] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be created. [ 749.197285] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.198396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.198537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.198612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.199313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.199313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.199313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.199313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.199313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.199632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.199632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.199632] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be updated. [ 749.261636] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.261894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.269695] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.269931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.269931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.270422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.270422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.276255] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: IN_PROGRESS for 2s [ 749.283097] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 749.703933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.704333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.704333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.704448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.704547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.704644] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be created. [ 749.740768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.740768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.740768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.740768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.740768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.763954] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: UNINITIALIZED for 2s [ 750.958938] env[66328]: INFO networking_nsxv3.common.synchronization [req-b517e1ae-2e11-4da5-acaa-663bc0c8c46c req-39114fa6-b1b9-4feb-ab93-77f70873ee87 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 750.959341] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 750.959810] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.959918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.959918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.960375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.960631] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.960824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.960938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.961144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.961295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.961434] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.289351] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 751.289606] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a deletion is rescheduled due to dependency. [ 751.289759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.295263] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 751.295537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.455915] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.456228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.456708] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.460122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.460122] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.460122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.460122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.460122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.460122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.460122] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.460122] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.460122] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.460122] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.460122] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.460122] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.460122] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.464614] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.464826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.464904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.465224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.465344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.465592] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.465697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.466875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.467608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.467608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.467608] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b already deleted. [ 751.467608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.483203] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.483881] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.483881] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.483881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.484127] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-975c1acb-aba5-4074-b826-185932a00f77 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.484320] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.484454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.484860] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.485051] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975c1acb-aba5-4074-b826-185932a00f77',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.775405] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 751.775610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.775818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.776085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.776360] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.776550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.776550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.776769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.776896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.776998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.777131] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.989884] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.990344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.990410] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.990714] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.990902] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.991124] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 975c1acb-aba5-4074-b826-185932a00f77 not found, creating... [ 751.991434] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.991613] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.991744] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992144] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.992383] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.992794] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.993073] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.993185] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.993442] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.993581] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.993722] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 975c1acb-aba5-4074-b826-185932a00f77 is going to be created. [ 752.026236] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.026477] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.026537] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.026825] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.027094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.027334] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.131238] env[66328]: INFO networking_nsxv3.common.synchronization [req-6087d0b4-2984-4a00-be9a-c1369755471e req-2fe462a0-bdc8-43ca-9805-3201bd116047 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 752.132142] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 752.134065] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.134065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.134065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.134065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.134065] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.134865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.135346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.135682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.137017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.137017] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.160173] env[66328]: INFO networking_nsxv3.common.synchronization [req-6087d0b4-2984-4a00-be9a-c1369755471e req-2fe462a0-bdc8-43ca-9805-3201bd116047 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 752.162830] env[66328]: INFO networking_nsxv3.common.synchronization [req-6087d0b4-2984-4a00-be9a-c1369755471e req-2fe462a0-bdc8-43ca-9805-3201bd116047 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 752.162830] env[66328]: INFO networking_nsxv3.common.synchronization [req-6087d0b4-2984-4a00-be9a-c1369755471e req-2fe462a0-bdc8-43ca-9805-3201bd116047 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b with Priority: HIGHEST for action port [ 752.162830] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 752.162830] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 752.163080] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b with Priority: HIGHEST for action port [ 752.167230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.167230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.167230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.167230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-157d9ee7-e5a2-4503-aa77-676d6d601f5b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.167230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.167230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157d9ee7-e5a2-4503-aa77-676d6d601f5b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.280475] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.280701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.280701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.280891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.281112] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.281217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.281305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.281545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.281693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.281830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.282028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.282213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.282278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.282438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.282583] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.282676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.282736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.282868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.283069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.283161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.283252] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.638629] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.671367] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.671542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.671639] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 157d9ee7-e5a2-4503-aa77-676d6d601f5b with status ACTIVE [ 752.671885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.671885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.672073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.672439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.672522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.672585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.672998] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.673100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.673166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.673291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.673373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.673440] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b is going to be updated. [ 752.702309] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.702459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.702523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.702742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.703056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.778537] env[66328]: INFO networking_nsxv3.common.synchronization [req-b517e1ae-2e11-4da5-acaa-663bc0c8c46c req-52d88f1e-deae-4267-aff7-78e25d510ba0 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 752.779077] env[66328]: INFO networking_nsxv3.common.synchronization [req-b517e1ae-2e11-4da5-acaa-663bc0c8c46c req-52d88f1e-deae-4267-aff7-78e25d510ba0 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 752.779332] env[66328]: INFO networking_nsxv3.common.synchronization [req-b517e1ae-2e11-4da5-acaa-663bc0c8c46c req-52d88f1e-deae-4267-aff7-78e25d510ba0 service nova] Enqueued Resource ID: 975c1acb-aba5-4074-b826-185932a00f77 with Priority: HIGHEST for action port [ 752.779999] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 752.780153] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 752.780252] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975c1acb-aba5-4074-b826-185932a00f77 with Priority: HIGHEST for action port [ 752.781249] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.781249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.781249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.782047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.782047] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.783144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.784119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.784195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.784442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.784678] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.785536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.785536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.785536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.785536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.785536] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.786442] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-975c1acb-aba5-4074-b826-185932a00f77 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.786569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.787011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.787011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.787811] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975c1acb-aba5-4074-b826-185932a00f77',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.790740] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fe1e8d-a735-408a-a49f-4d2da249fbad: rpc.has_security_group_logging(os_id): False [ 752.823762] env[66328]: INFO networking_nsxv3.common.synchronization [req-47522462-92b1-42af-b095-a4d6861c3678 req-20e9ae2a-a6a8-439a-9f7b-381d0c0c56ae tempest-ServersTestJSON-2121523336 tempest-ServersTestJSON-2121523336-project-member] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_members [ 752.823976] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGHEST for action security_group_members [ 752.824379] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.824530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.824623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.824909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.825134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.825251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.825352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.825564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.825677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.825802] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.827831] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.827831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.828093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.828093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.828202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.828494] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.828494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.828741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.828741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.828741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.828956] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.829726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.829726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.829726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.829726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.829726] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.829726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.829726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.830166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.830166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.830166] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be created. [ 752.951267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.951528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.951619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.952018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.952272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.966781] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 753.140820] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.290288] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 975c1acb-aba5-4074-b826-185932a00f77 with status ACTIVE [ 753.290526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.290655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.290723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.290941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.291052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.291308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.291538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.291606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.291782] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.292096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.292236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.292321] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 975c1acb-aba5-4074-b826-185932a00f77 is going to be updated. [ 753.296250] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.297320] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.297320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.321029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.321029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.321029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.321029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.321029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.321029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-975c1acb-aba5-4074-b826-185932a00f77" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.333211] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.333413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.333722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.334274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.334274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.334545] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.334545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.334655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.334761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.334839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.334955] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 is going to be updated. [ 753.373050] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.373318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.373404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.373575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.373723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.388421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 in Status: IN_PROGRESS for 2s [ 753.426902] env[66328]: INFO networking_nsxv3.common.synchronization [req-43fcf226-8567-4f48-bf40-2b32bb7a9ac5 req-5f105e57-764c-4636-9738-bf8acbe1c8e3 tempest-ServerGroupTestJSON-1024142707 tempest-ServerGroupTestJSON-1024142707-project-member] Enqueued Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_members [ 753.427569] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGHEST for action security_group_members [ 753.428101] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.428223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.428223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.428417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.428569] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.428663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.428720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.429168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.429168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429168] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.642993] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.643209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.643350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.643621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.643621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.643722] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 753.684058] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.684058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.684058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.684058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.684058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.699847] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 753.799121] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.931663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.931820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.931875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.932109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.932207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.932527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.932527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.932643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.932729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.932793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.932860] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ab260b-08b0-49be-8795-6514aa2add0b is going to be updated. [ 753.974137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.974403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.974403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.974560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.974737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.986028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ab260b-08b0-49be-8795-6514aa2add0b in Status: IN_PROGRESS for 2s [ 753.998744] env[66328]: INFO networking_nsxv3.common.synchronization [req-600fe864-b476-4c87-80da-d8baf0fa8836 req-e695aaac-8db1-40aa-8e7c-a2991871c38f tempest-ListServerFiltersTestJSON-141294103 tempest-ListServerFiltersTestJSON-141294103-project-member] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 754.001283] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 754.001601] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.001601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.001601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.002406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.002534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.002534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.002825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.002943] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.301543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.301886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.301886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.302650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.302650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.302650] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be created. [ 754.333906] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.335253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.335253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.335253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.335253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.348218] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: UNINITIALIZED for 2s [ 754.460594] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.460887] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.461065] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.461370] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.461662] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.461911] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.462074] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.462334] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.462507] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.462739] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.462870] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.462999] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.463138] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.463266] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.463374] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.463517] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.487414] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.490040] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.490040] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.490040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.490040] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.490040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.490040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.490040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.490040] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa918a3-14fd-45ba-baf5-a9beae4ae0a8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.506437] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.979948] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 754.980307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.993925] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.994227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.994351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.994639] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.994786] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.994958] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 not found, creating... [ 754.995266] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.995469] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.995611] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.995827] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.995989] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.996366] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.996486] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.996577] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.996799] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.996930] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.997074] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 is going to be created. [ 755.008925] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.022027] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.022310] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.022493] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.022805] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.023040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.023308] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.400901] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 in Status: SUCCESS [ 755.400901] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 deletion is rescheduled due to dependency. [ 755.400901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.511230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.511498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.511593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.511990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.512124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.512237] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 755.552539] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.552806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.552915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.553274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.553519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.567031] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 755.714362] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 755.714894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.715088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.715270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.715571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.719178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.719368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.719675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.719849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.720180] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.796353] env[66328]: INFO networking_nsxv3.common.synchronization [req-600fe864-b476-4c87-80da-d8baf0fa8836 req-b539dd32-3b40-41c3-9f67-d7c2103e7538 service nova] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_rules [ 755.796861] env[66328]: INFO networking_nsxv3.common.synchronization [req-600fe864-b476-4c87-80da-d8baf0fa8836 req-b539dd32-3b40-41c3-9f67-d7c2103e7538 service nova] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 755.796861] env[66328]: INFO networking_nsxv3.common.synchronization [req-600fe864-b476-4c87-80da-d8baf0fa8836 req-b539dd32-3b40-41c3-9f67-d7c2103e7538 service nova] Enqueued Resource ID: aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 with Priority: HIGHEST for action port [ 755.800541] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_rules [ 755.800745] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 755.801133] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 with Priority: HIGHEST for action port [ 755.801258] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.801429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.801584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.801776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.801893] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.803765] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.803948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.804225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.804380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.804463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.804732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.804864] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa918a3-14fd-45ba-baf5-a9beae4ae0a8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.997760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ab260b-08b0-49be-8795-6514aa2add0b in Status: SUCCESS [ 755.998362] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ab260b-08b0-49be-8795-6514aa2add0b deletion is rescheduled due to dependency. [ 755.998362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.223113] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.307089] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.307278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.307367] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 with status ACTIVE [ 756.308080] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.308080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.308231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.308303] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.309144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.309144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.311379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.311379] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaa918a3-14fd-45ba-baf5-a9beae4ae0a8 is going to be updated. [ 756.338966] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.338966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.338966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.338966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.338966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.338966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa918a3-14fd-45ba-baf5-a9beae4ae0a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.361619] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 756.361619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.361619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.361949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.362274] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.362461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.362758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.363088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.363169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.363288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.363517] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.726094] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.865661] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.865811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.865882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.866148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.866333] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.866444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.867410] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.867410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.867410] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.868071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.868071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.868071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.868071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.868071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.868071] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.118246] env[66328]: INFO networking_nsxv3.common.synchronization [req-23402951-e386-460e-87b5-bb8e287d5389 req-48c812a4-e0ca-49e5-b054-a8b52acc6fc4 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 757.118419] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 757.119076] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.119076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.142777] env[66328]: INFO networking_nsxv3.common.synchronization [req-23402951-e386-460e-87b5-bb8e287d5389 req-48c812a4-e0ca-49e5-b054-a8b52acc6fc4 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 757.142777] env[66328]: INFO networking_nsxv3.common.synchronization [req-23402951-e386-460e-87b5-bb8e287d5389 req-48c812a4-e0ca-49e5-b054-a8b52acc6fc4 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 757.142777] env[66328]: INFO networking_nsxv3.common.synchronization [req-23402951-e386-460e-87b5-bb8e287d5389 req-48c812a4-e0ca-49e5-b054-a8b52acc6fc4 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b with Priority: HIGHEST for action port [ 757.142976] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_rules [ 757.143213] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 757.143402] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b with Priority: HIGHEST for action port [ 757.143796] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.144266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.144664] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.144863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.145990] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-157d9ee7-e5a2-4503-aa77-676d6d601f5b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.145990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.145990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.145990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.145990] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157d9ee7-e5a2-4503-aa77-676d6d601f5b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.229271] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.229271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.229271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.229522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.229610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.229714] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 757.262841] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.262841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.263128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.263284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.263396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.274643] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 757.373102] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70ca357-d4bc-4ca4-a89e-8d0ffb04054b: rpc.has_security_group_logging(os_id): False [ 757.397917] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.398100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.398172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.398382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.398479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.398693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.398790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.398854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.399121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.399121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.399265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.399358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.399540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.399540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.399605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.399796] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.399903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.399969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.400185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.400310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.400421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be created. [ 757.550372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.550688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.550688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.550826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.550986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.564362] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 757.576970] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 757.577264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.577466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.577684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.577897] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.578265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.578341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578420] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.651031] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 157d9ee7-e5a2-4503-aa77-676d6d601f5b with status ACTIVE [ 757.651346] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.651527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.651610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.651986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.652148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.652394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.652828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.652828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.652964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.653163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.653348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.653448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.653522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.653679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.653830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.654088] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 157d9ee7-e5a2-4503-aa77-676d6d601f5b is going to be updated. [ 757.709785] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.709785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.709785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.709785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.709785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.709785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157d9ee7-e5a2-4503-aa77-676d6d601f5b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.082591] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.585694] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.778047] env[66328]: INFO networking_nsxv3.common.synchronization [req-6bfc596a-5558-4ff7-9b1a-8a71636ae4f8 req-64ce4f13-5b4f-45d2-b66e-65c074c8dde5 tempest-ImagesOneServerTestJSON-978655308 tempest-ImagesOneServerTestJSON-978655308-project-member] Enqueued Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_members [ 758.778909] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a with Priority: HIGHEST for action security_group_members [ 758.780053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ac812d-4bd1-4746-8de7-b8d33f4f415a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.780053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.780053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.780053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.780053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.780053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.780053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.780053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.780436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.780436] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02ac812d-4bd1-4746-8de7-b8d33f4f415a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.052271] env[66328]: INFO networking_nsxv3.common.synchronization [req-b0988ac3-2821-4f74-a2b0-4309f03aec53 req-c98149e0-9e2f-4f5c-959b-0f1c0c65a89a tempest-ServerAddressesTestJSON-1727739499 tempest-ServerAddressesTestJSON-1727739499-project-member] Enqueued Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_members [ 759.053098] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 with Priority: HIGHEST for action security_group_members [ 759.053524] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.053663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.053747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.054343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.054343] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.054343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.054547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.054597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.054813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.054813] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a301224a-d497-4f3d-b8ca-edbedb5eb3e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.091366] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.092068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.092068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.092068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.092068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.092068] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 759.125809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.126037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.126037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.126309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.126484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.137645] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 759.282502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.282686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.282759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.282975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.283092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.283292] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.283393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.283456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.283613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.283688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.284121] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a is going to be updated. [ 759.301264] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 759.301264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.301499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.301698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.302244] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.302244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.302244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.302508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.302570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.302674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.302828] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.304368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.304368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.304815] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.304815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.304815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.305087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.305087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.305150] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.344979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.345197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.345243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.345455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.345609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.356811] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a in Status: IN_PROGRESS for 2s [ 759.464021] env[66328]: INFO networking_nsxv3.common.synchronization [None req-58d6fac8-00be-4b51-9999-b1a942e315a1 None None] Enqueued Resource ID: e634d08f-3887-4040-b08f-c662f01797c0 with Priority: HIGHEST for action port [ 759.464021] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634d08f-3887-4040-b08f-c662f01797c0 with Priority: HIGHEST for action port [ 759.464021] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e634d08f-3887-4040-b08f-c662f01797c0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.464021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e634d08f-3887-4040-b08f-c662f01797c0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.464021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e634d08f-3887-4040-b08f-c662f01797c0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.464383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e634d08f-3887-4040-b08f-c662f01797c0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.464383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e634d08f-3887-4040-b08f-c662f01797c0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.557809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.557809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.557809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.558120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.558120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.558270] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.558361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.558426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.558582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.558654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.558735] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 is going to be updated. [ 759.605059] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 759.605059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.628456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.628456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.628922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.629259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.631050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.650091] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 in Status: IN_PROGRESS for 2s [ 759.807478] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.808963] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.967298] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e634d08f-3887-4040-b08f-c662f01797c0 [ 759.967484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.967618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.967686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.967906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.967998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968235] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e634d08f-3887-4040-b08f-c662f01797c0 already deleted. [ 759.968235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e634d08f-3887-4040-b08f-c662f01797c0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.310636] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb35f139-d15d-49af-8511-a5d3967bc8a7: rpc.has_security_group_logging(os_id): False [ 760.311901] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.332644] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.332821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.332899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.333124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.333222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.333468] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.333557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.333621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.333789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.333878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.333992] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 760.404796] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.404796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.404796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.405707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.405707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.423167] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 760.815959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.816239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.816333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.816553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.816649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.817082] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 760.861659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.861659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.861786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.863234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.863234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.874613] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 761.105159] env[66328]: INFO networking_nsxv3.common.synchronization [req-6ada0ac0-5245-44fa-b034-c5b594c7fa1b req-c6687263-258c-444b-b416-75bb9788cb89 tempest-VolumesAssistedSnapshotsTest-812944963 tempest-VolumesAssistedSnapshotsTest-812944963-project-member] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_members [ 761.106469] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGHEST for action security_group_members [ 761.106840] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.106840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.106840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.107085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.107263] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.107404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.108144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.108144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.108144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.108144] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.154149] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 761.154385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.154564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.155715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.155715] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.155715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.155715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.155715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.155715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.155715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.155715] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.370273] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a in Status: SUCCESS [ 761.370273] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ac812d-4bd1-4746-8de7-b8d33f4f415a deletion is rescheduled due to dependency. [ 761.370273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ac812d-4bd1-4746-8de7-b8d33f4f415a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.613831] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.613937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.614216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.615110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.615110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.615110] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.615110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.615110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.615376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.615376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.615454] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 is going to be updated. [ 761.655223] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.655223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.655223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.655479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.655836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.659030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.659030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.659030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.659030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.659446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.659446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.659446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.659601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.659601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.659700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.660177] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.660177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.660177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.660400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.660688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.660688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.660688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.660829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.661016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.661089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.661137] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.672743] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c464f-b6ea-495a-a51b-160051b202e1 in Status: IN_PROGRESS for 2s [ 761.674963] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 in Status: SUCCESS [ 761.675557] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a301224a-d497-4f3d-b8ca-edbedb5eb3e1 deletion is rescheduled due to dependency. [ 761.675557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a301224a-d497-4f3d-b8ca-edbedb5eb3e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.083988] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e16dfd05-55ce-4c47-be1a-6b4e4656d127 None None] Enqueued Resource ID: e1f078d9-1a64-4113-a0b6-d6d934fe00e2 with Priority: HIGHEST for action port [ 762.084636] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f078d9-1a64-4113-a0b6-d6d934fe00e2 with Priority: HIGHEST for action port [ 762.084972] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f078d9-1a64-4113-a0b6-d6d934fe00e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.085120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f078d9-1a64-4113-a0b6-d6d934fe00e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.085496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f078d9-1a64-4113-a0b6-d6d934fe00e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.085496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f078d9-1a64-4113-a0b6-d6d934fe00e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.085598] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f078d9-1a64-4113-a0b6-d6d934fe00e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.163732] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444fbb93-5771-4e9e-b4e9-29c99c0df10e: rpc.has_security_group_logging(os_id): False [ 762.188324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.188324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.188470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.189747] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.189747] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.189747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.190245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.190245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.190401] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.192584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.192584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.192584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.192584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192584] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 762.263258] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.263452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.263506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.265305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.280921] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 762.444634] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 762.444634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.444634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.444634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.444634] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.587676] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1f078d9-1a64-4113-a0b6-d6d934fe00e2 [ 762.587983] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.588220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.588292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.588570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.588705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.589144] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1f078d9-1a64-4113-a0b6-d6d934fe00e2 already deleted. [ 762.589144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f078d9-1a64-4113-a0b6-d6d934fe00e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.885900] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 762.886224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.886753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.887253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.887638] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.887780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.887948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.888427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.888576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.889354] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.947345] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.949930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.391526] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.685859] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325c464f-b6ea-495a-a51b-160051b202e1 in Status: SUCCESS [ 763.686901] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 deletion is rescheduled due to dependency. [ 763.686901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.895887] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.111656] env[66328]: INFO networking_nsxv3.common.synchronization [req-708b5f29-a9d1-4f57-a871-b687518f295d req-7a3f27e3-d518-4105-9a94-2473aebfa720 tempest-AttachInterfacesUnderV243Test-1086248969 tempest-AttachInterfacesUnderV243Test-1086248969-project-member] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 764.112597] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGHEST for action security_group_members [ 764.113356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.113356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.297591] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 764.297815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.400230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.400629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.400629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.400740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.400780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.400885] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 764.451871] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.452050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.452110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.452307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.452457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.464934] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 765.999718] env[66328]: INFO networking_nsxv3.common.synchronization [None req-bff99785-b522-4136-bfa4-5123ab23ba22 None None] Enqueued Resource ID: bd887ec5-6f59-4297-888b-454a722ba4c1 with Priority: HIGHEST for action port [ 766.000034] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd887ec5-6f59-4297-888b-454a722ba4c1 with Priority: HIGHEST for action port [ 766.002138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd887ec5-6f59-4297-888b-454a722ba4c1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.002138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd887ec5-6f59-4297-888b-454a722ba4c1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.002138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd887ec5-6f59-4297-888b-454a722ba4c1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.002138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd887ec5-6f59-4297-888b-454a722ba4c1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.002138] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd887ec5-6f59-4297-888b-454a722ba4c1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.448734] env[66328]: INFO networking_nsxv3.common.synchronization [req-ab020faf-1ce2-4115-a4c4-d58501c9de5f req-a4034260-487c-4f71-a3cf-a83beb7aeb03 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 766.449571] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 766.450093] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.450398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.450601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.451063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453436] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.454683] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.483727] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.483727] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.483727] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.484838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.485704] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.486038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.486545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.486809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.486985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.487225] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.504501] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd887ec5-6f59-4297-888b-454a722ba4c1 [ 766.505147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.505506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.505708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.506083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.506308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.506541] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd887ec5-6f59-4297-888b-454a722ba4c1 already deleted. [ 766.507174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd887ec5-6f59-4297-888b-454a722ba4c1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.555811] env[66328]: INFO networking_nsxv3.common.synchronization [req-9fca4c97-92f6-464e-b562-662e0f61d7e1 req-5156dfa0-ce10-4382-b124-d07243d100af tempest-ListImageFiltersTestJSON-1484685644 tempest-ListImageFiltersTestJSON-1484685644-project-member] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 766.557062] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 766.557604] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.557709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.557752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.557995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.558197] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.558334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.558401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.558708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.558708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.558852] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.848859] env[66328]: INFO networking_nsxv3.common.synchronization [None req-426b2850-6957-42bb-8059-68cda9859f93 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 766.850155] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 766.850155] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.850155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.850155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.850565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.850565] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.958480] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.964861] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.965082] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.965366] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.965538] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.966091] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.966758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.966758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.966758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.966758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.966983] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.967067] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.967185] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.967288] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.967465] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.967507] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.967626] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.989085] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.990373] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.990784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.990784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.990784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.990942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.991095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.991320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.991320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.991401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.991723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.991723] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 766.993345] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.993495] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.993621] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.993792] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.994346] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.994346] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.994498] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.994634] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.994779] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5840a9e7-b480-4cb0-ae76-8a2da04b10b0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.010448] env[66328]: INFO networking_nsxv3.common.synchronization [None req-132ca128-b99a-4869-ac9e-887b7f0eab60 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 767.011415] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 767.011415] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.011415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.028388] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.029118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.029118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.029118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.029118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.040062] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 767.063247] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.382786] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.382991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.382991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.383769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.383769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383769] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 already deleted. [ 767.383769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.383769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.384132] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.463318] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.496695] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb35f139-d15d-49af-8511-a5d3967bc8a7: rpc.has_security_group_logging(os_id): False [ 767.498812] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.498812] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.498812] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.498812] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.499491] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.499491] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 5840a9e7-b480-4cb0-ae76-8a2da04b10b0 not found, creating... [ 767.499491] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.499623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.499623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.500061] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.500061] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.500271] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.500426] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.500535] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.500881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.500881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.501013] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 5840a9e7-b480-4cb0-ae76-8a2da04b10b0 is going to be created. [ 767.524226] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.524372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.524436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.524645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.524741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.524985] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.525097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.525163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.525319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.525407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.525473] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be updated. [ 767.530929] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.531482] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.531703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.532099] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.532384] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.532653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.564314] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.598697] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.598855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.598925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.599182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.599365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.655057] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: IN_PROGRESS for 2s [ 767.906742] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.906742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.906742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.906742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.907162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.907162] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 already deleted. [ 767.907162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.965751] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.965751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.965936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.966618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.966618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.966618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 768.022722] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.022722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.022722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.022722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.022722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.033600] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 768.072502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.072502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.072502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.072502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.072502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.072502] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be updated. [ 768.133687] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.134320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.134773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.135702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.136142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.153340] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 2s [ 768.278041] env[66328]: INFO networking_nsxv3.common.synchronization [req-ab020faf-1ce2-4115-a4c4-d58501c9de5f req-1147e6a5-39b7-44ce-8d57-644b97ddd8b8 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 768.278041] env[66328]: INFO networking_nsxv3.common.synchronization [req-ab020faf-1ce2-4115-a4c4-d58501c9de5f req-1147e6a5-39b7-44ce-8d57-644b97ddd8b8 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 768.278041] env[66328]: INFO networking_nsxv3.common.synchronization [req-ab020faf-1ce2-4115-a4c4-d58501c9de5f req-1147e6a5-39b7-44ce-8d57-644b97ddd8b8 service nova] Enqueued Resource ID: 5840a9e7-b480-4cb0-ae76-8a2da04b10b0 with Priority: HIGHEST for action port [ 768.278041] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 768.278041] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 768.280782] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5840a9e7-b480-4cb0-ae76-8a2da04b10b0 with Priority: HIGHEST for action port [ 768.281446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.281446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.281740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.281839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.281981] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.283448] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.283567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.284016] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.285372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.285372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.285556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.285605] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5840a9e7-b480-4cb0-ae76-8a2da04b10b0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.328385] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fcc3e113-33f4-4d39-84df-489407281386 None None] Enqueued Resource ID: a29c1ce4-c10f-472a-829d-ab8cf492bd8b with Priority: HIGHEST for action port [ 768.329507] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29c1ce4-c10f-472a-829d-ab8cf492bd8b with Priority: HIGHEST for action port [ 768.329507] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29c1ce4-c10f-472a-829d-ab8cf492bd8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.329507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29c1ce4-c10f-472a-829d-ab8cf492bd8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.329507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29c1ce4-c10f-472a-829d-ab8cf492bd8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.329738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29c1ce4-c10f-472a-829d-ab8cf492bd8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.329738] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29c1ce4-c10f-472a-829d-ab8cf492bd8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.442753] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.442941] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.788363] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.788578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.788969] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5840a9e7-b480-4cb0-ae76-8a2da04b10b0 with status ACTIVE [ 768.789323] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.789438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.789533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.789889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.790094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.790386] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.790542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.790629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.791035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.791200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.791549] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.791730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.791844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.792186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.792395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.792556] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5840a9e7-b480-4cb0-ae76-8a2da04b10b0 is going to be updated. [ 768.832996] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a29c1ce4-c10f-472a-829d-ab8cf492bd8b [ 768.833268] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.833444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.833528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.833724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.833824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.833936] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a29c1ce4-c10f-472a-829d-ab8cf492bd8b already deleted. [ 768.834092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29c1ce4-c10f-472a-829d-ab8cf492bd8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.847266] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.847423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.847496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.847711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.848331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.848564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5840a9e7-b480-4cb0-ae76-8a2da04b10b0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.051396] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 769.051698] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 deletion is rescheduled due to dependency. [ 769.051698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.261393] env[66328]: INFO networking_nsxv3.common.synchronization [req-e999f451-3f6c-4e63-a7d2-0106aa8b6668 req-26214181-4b0f-41b6-a001-59e362b5f8ea tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 769.262035] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 769.262386] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.262551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.262622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.262979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.263143] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.263274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.263342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.263521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.263694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.263746] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.642324] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.642526] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.642627] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.642958] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.643226] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.643378] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.643485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.643693] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.643834] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.644100] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.644205] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.644312] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.644411] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.644513] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.644613] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.644740] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.668510] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.668720] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.668854] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.669151] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.669535] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.669799] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.670021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.670519] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.670726] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442d1eb4-165d-46fa-b376-0ac7f7f6ec63',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.672298] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 in Status: SUCCESS [ 769.672515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.766617] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.766792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.766863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.768964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.769147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.769508] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.769649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.769717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.770043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.770180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.770277] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac already deleted. [ 769.770363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.046020] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.047522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.047522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047522] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.165047] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 770.165407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.174585] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.174585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.174838] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.175052] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.175255] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.175423] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 442d1eb4-165d-46fa-b376-0ac7f7f6ec63 not found, creating... [ 770.175734] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.175997] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.175997] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.176267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.176433] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.176780] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.177021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.177094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.177374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.177470] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.177606] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 442d1eb4-165d-46fa-b376-0ac7f7f6ec63 is going to be created. [ 770.199752] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.199975] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.200110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.200428] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.200653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.200878] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550332] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.936098] env[66328]: INFO networking_nsxv3.common.synchronization [req-e999f451-3f6c-4e63-a7d2-0106aa8b6668 req-e4b3f42b-f94f-4717-8b9a-5b57ecb4448e service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 770.936098] env[66328]: INFO networking_nsxv3.common.synchronization [req-e999f451-3f6c-4e63-a7d2-0106aa8b6668 req-e4b3f42b-f94f-4717-8b9a-5b57ecb4448e service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 770.936098] env[66328]: INFO networking_nsxv3.common.synchronization [req-e999f451-3f6c-4e63-a7d2-0106aa8b6668 req-e4b3f42b-f94f-4717-8b9a-5b57ecb4448e service nova] Enqueued Resource ID: 442d1eb4-165d-46fa-b376-0ac7f7f6ec63 with Priority: HIGHEST for action port [ 770.936098] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 770.936693] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 770.936976] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442d1eb4-165d-46fa-b376-0ac7f7f6ec63 with Priority: HIGHEST for action port [ 770.937758] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.937758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.937758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.938013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.938013] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.940325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.940517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.940615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.940824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.941167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.941265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.941677] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.942563] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.945912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.946015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.946233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.947516] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442d1eb4-165d-46fa-b376-0ac7f7f6ec63',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.053932] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.449552] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.449949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.449949] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.450815] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 442d1eb4-165d-46fa-b376-0ac7f7f6ec63 with status ACTIVE [ 771.451019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.451641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.451641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.451641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.451641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.451641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.451863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.451863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.451972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.452074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.452265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.452360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.452422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.452806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.452806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.452806] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 442d1eb4-165d-46fa-b376-0ac7f7f6ec63 is going to be updated. [ 771.501585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.501785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.502126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.502274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.502481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442d1eb4-165d-46fa-b376-0ac7f7f6ec63" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.556043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.556228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.556228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.556445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.556570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.556697] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 771.621891] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.622072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.622161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.622478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.622597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.636557] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 771.955411] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.458791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.458791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.458791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.458791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.458791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.458791] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be created. [ 772.485953] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.487567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.487567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.487567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.498298] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: UNINITIALIZED for 2s [ 772.508019] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.508189] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.508334] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.508640] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.508946] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.509291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.509399] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.509648] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.509808] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.510089] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.510255] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.510390] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.510512] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.510641] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.510741] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.510877] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.531472] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.531714] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.531855] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.532067] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.532389] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-fb5c70ae-7859-4b10-9187-1c27781410f8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.532581] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.532716] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.532985] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.533138] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5c70ae-7859-4b10-9187-1c27781410f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.036097] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.036354] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.036494] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.037365] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.037424] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.037749] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.037928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.038057] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.038323] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.038527] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.038874] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.039988] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.039988] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.039988] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.039988] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039988] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: fb5c70ae-7859-4b10-9187-1c27781410f8 is going to be updated. [ 773.225309] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.225654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.225654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.226016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.226109] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.226339] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.647342] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 773.647659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.647745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.647956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.648193] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.648337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.648382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.648546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.648641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.648727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.648816] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.806146] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4e19acd-7a20-499b-ac04-1f487ee800fc req-40fc482f-8879-4993-90fa-35f49c9c9d2e service nova] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 773.806146] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4e19acd-7a20-499b-ac04-1f487ee800fc req-40fc482f-8879-4993-90fa-35f49c9c9d2e service nova] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 773.806146] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4e19acd-7a20-499b-ac04-1f487ee800fc req-40fc482f-8879-4993-90fa-35f49c9c9d2e service nova] Enqueued Resource ID: fb5c70ae-7859-4b10-9187-1c27781410f8 with Priority: HIGHEST for action port [ 773.807185] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_rules [ 773.807443] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 773.807611] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5c70ae-7859-4b10-9187-1c27781410f8 with Priority: HIGHEST for action port [ 773.808101] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.812023] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.812023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.812023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.812023] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.812023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb5c70ae-7859-4b10-9187-1c27781410f8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.812023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.812023] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5c70ae-7859-4b10-9187-1c27781410f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.152684] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.152887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.152887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.153246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.153377] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.153469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.153604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.153649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.154068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.154068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.154068] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.154831] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.154831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.155371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.155371] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.315073] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.315237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.315457] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.316498] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb5c70ae-7859-4b10-9187-1c27781410f8 with status ACTIVE [ 774.316675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.316788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.316852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.317062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.317155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.317324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.317420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.317479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.317632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.317709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.317883] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.317986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.318075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.318236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.318312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.318419] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb5c70ae-7859-4b10-9187-1c27781410f8 is going to be updated. [ 774.343474] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.343634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.343685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.343886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.344114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.344303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb5c70ae-7859-4b10-9187-1c27781410f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.509978] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 774.509978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.510202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.510341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.510500] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.510692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.510758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.510918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.510999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.511095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.511189] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.658636] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70ca357-d4bc-4ca4-a89e-8d0ffb04054b: rpc.has_security_group_logging(os_id): False [ 774.678072] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.678550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.678897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.678897] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.679049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.679146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.679268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.679368] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.679538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.679538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.679692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.679812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.679951] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.680155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.680155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.680272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.680315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.680366] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 774.758138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.758547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.759469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.759469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.759469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.776335] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 774.820415] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.014214] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.014469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.014561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.014730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.015396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.015610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.015721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.015982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.016168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.016313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.016547] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.016663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.016719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.016874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.017060] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.017167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.017238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.018282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.018282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.018282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.018282] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.324257] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.325041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.325272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.325625] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.325790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.325973] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be updated. [ 775.363323] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.363323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.363597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.363597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.363792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.380489] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: IN_PROGRESS for 2s [ 775.520957] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa23567-0dfd-4191-931b-3460b9cdffac: rpc.has_security_group_logging(os_id): False [ 775.550037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.550037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.550037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.550037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.551193] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.551193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.551193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.551193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.551372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.551416] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be created. [ 775.639129] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.639325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.639422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.639715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.640550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.654118] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 776.791708] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 776.792066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.391878] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: SUCCESS [ 777.391878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.391878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.391878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.392180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.392253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.392287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.392474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.392559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.392641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.392730] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.670866] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 777.671191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.895915] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.898485] env[66328]: INFO networking_nsxv3.common.synchronization [req-81d00015-30f5-42fa-aa8a-aaf0b23933b9 req-8962ace7-8bdf-449b-87b7-5eed4fd44afe tempest-FloatingIPsAssociationTestJSON-498385275 tempest-FloatingIPsAssociationTestJSON-498385275-project-member] Enqueued Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 777.899253] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 with Priority: HIGHEST for action security_group_members [ 777.899446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5755de-db08-415b-af6d-9d7cd3d05e44 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.899572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.899650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.899813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.899968] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.900070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.900132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.900351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.900676] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5755de-db08-415b-af6d-9d7cd3d05e44',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.400421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c65306ec-c32a-4acc-97dd-8ffefa8feba7: rpc.has_security_group_logging(os_id): False [ 778.401994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.402179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.402605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.402605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.402730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.402914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.403023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.403169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.404072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.404072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.404072] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 is going to be updated. [ 778.421667] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422623] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.423581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.423581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.423581] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be updated. [ 778.435410] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.435623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.435623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.435880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.436099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.447523] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: IN_PROGRESS for 2s [ 778.525908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.526105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.526147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.526401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.526509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.561471] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: IN_PROGRESS for 2s [ 779.945616] env[66328]: INFO networking_nsxv3.common.synchronization [req-3e266ae6-c160-44b8-89c7-840a77b2e5a5 req-c22fef38-ba5f-4f27-8555-36723ae10021 tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 779.946171] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 779.947251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.947251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.947251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.947251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.948278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.948342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.948498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.948744] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.453851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.454017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.454118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.454345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.454441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455547] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.456152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.456261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.456334] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 780.460881] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 in Status: SUCCESS [ 780.460881] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5755de-db08-415b-af6d-9d7cd3d05e44 deletion is rescheduled due to dependency. [ 780.460881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5755de-db08-415b-af6d-9d7cd3d05e44" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.504017] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.504216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.504281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.504485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.504616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.515386] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 780.583300] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: SUCCESS [ 780.583674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439508] env[66328]: INFO networking_nsxv3.common.synchronization [req-62002667-651d-42a1-b6a6-c206afd4fe8a req-fb7ef50f-47ef-427d-a5f3-c062b18d69b7 tempest-ServersNegativeTestJSON-616039444 tempest-ServersNegativeTestJSON-616039444-project-member] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 782.440062] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 782.440359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.440510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.440588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.441963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.442193] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.442318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.442318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.442477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.442567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.442660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.527534] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 782.527731] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 782.527852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.921172] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.921172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.921172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.921172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.921172] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.921172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.921172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.921516] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.921586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.921792] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.921898] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.922041] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.922098] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.922207] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.922307] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.922434] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.945437] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.950041] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.950127] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.950332] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.950440] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951358] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-5c8a1f62-f981-48ad-b478-773df0506cc6 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.951358] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951358] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.951358] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.952114] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c8a1f62-f981-48ad-b478-773df0506cc6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.448128] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.454261] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.454500] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.454619] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.454897] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.455119] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.455309] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 5c8a1f62-f981-48ad-b478-773df0506cc6 not found, creating... [ 783.455615] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.455764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.455872] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.456113] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.456264] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.456679] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.456828] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.456937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.457162] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.457291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.457423] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 5c8a1f62-f981-48ad-b478-773df0506cc6 is going to be created. [ 783.482835] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.483116] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.483116] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.483426] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.483663] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.483918] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.950284] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.952519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.952519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.952519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.952519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.952519] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 783.990299] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.990299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.004296] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 784.219056] env[66328]: INFO networking_nsxv3.common.synchronization [req-62002667-651d-42a1-b6a6-c206afd4fe8a req-bef22d45-c3e2-48c8-90d3-9d4bd4ac59f5 service nova] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_rules [ 784.219056] env[66328]: INFO networking_nsxv3.common.synchronization [req-62002667-651d-42a1-b6a6-c206afd4fe8a req-bef22d45-c3e2-48c8-90d3-9d4bd4ac59f5 service nova] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 784.219056] env[66328]: INFO networking_nsxv3.common.synchronization [req-62002667-651d-42a1-b6a6-c206afd4fe8a req-bef22d45-c3e2-48c8-90d3-9d4bd4ac59f5 service nova] Enqueued Resource ID: 5c8a1f62-f981-48ad-b478-773df0506cc6 with Priority: HIGHEST for action port [ 784.220414] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_rules [ 784.220414] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 784.220414] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8a1f62-f981-48ad-b478-773df0506cc6 with Priority: HIGHEST for action port [ 784.220414] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.220414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.220414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.221038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.221038] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.222243] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.222324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.226040] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c8a1f62-f981-48ad-b478-773df0506cc6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.226040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.226040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.226040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.226040] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c8a1f62-f981-48ad-b478-773df0506cc6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.723067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.723376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.727681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c8a1f62-f981-48ad-b478-773df0506cc6 with status ACTIVE [ 784.727912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.728483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.728483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.728483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.729122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.729346] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.729462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.729652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.729867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.729955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.730271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.730364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.730572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.730650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730768] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c8a1f62-f981-48ad-b478-773df0506cc6 is going to be updated. [ 784.761608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.761862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.761862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.762230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.762490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.762984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c8a1f62-f981-48ad-b478-773df0506cc6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.021493] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 786.021990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.021990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.022288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.022472] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.022682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.022682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.022858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.022907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.023029] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.527668] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.031083] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.421685] env[66328]: INFO networking_nsxv3.common.synchronization [req-1cbc1dcf-73b3-4a16-83fd-24ffbfc2dcf5 req-ebfdf9d2-cc58-4b50-b549-74ced762b2eb tempest-ListServerFiltersTestJSON-141294103 tempest-ListServerFiltersTestJSON-141294103-project-member] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 787.422407] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 787.422811] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.422940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.423010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.423223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.423389] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.423490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.423590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.423699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.423785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.423898] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.533681] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.533949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.533949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.534241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.534354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.534431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 787.574507] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.574507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.574766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.574832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.574987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.589326] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 787.825653] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.825967] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.826194] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.826702] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.827119] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.827355] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.827565] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.827983] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.828249] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.828568] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.828845] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.829070] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.829269] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.829474] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.829667] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.829986] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.854958] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.855233] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.855515] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.856151] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-777" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.856264] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-eb002d97-3e43-47e9-9373-5325f880b937 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.856441] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.857031] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.857155] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.857294] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb002d97-3e43-47e9-9373-5325f880b937',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.927263] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.359767] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.360181] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.360224] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.360611] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.360779] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.361000] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port eb002d97-3e43-47e9-9373-5325f880b937 not found, creating... [ 788.361230] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.361384] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.361549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.361824] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.361955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.362457] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.362662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.362811] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.363438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.363438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.363438] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: eb002d97-3e43-47e9-9373-5325f880b937 is going to be created. [ 788.387258] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.387458] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.387519] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.388043] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.388194] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.388585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.429446] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.433472] env[66328]: INFO networking_nsxv3.common.synchronization [req-709618cc-d80c-4cd6-afbd-60ac6311368f req-dead1435-846b-4858-af63-b7bbdeb61198 tempest-ServersAdminNegativeTestJSON-394759112 tempest-ServersAdminNegativeTestJSON-394759112-project-member] Enqueued Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 788.434088] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b with Priority: HIGHEST for action security_group_members [ 788.434575] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2670bb7d-9b2c-4cec-b127-88802ba7f53b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.435497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.435497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.435724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.436441] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.436441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.436441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.436441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.436441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.436441] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2670bb7d-9b2c-4cec-b127-88802ba7f53b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.932575] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.932783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.932855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.933184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.933327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.933431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 788.939354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.939354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.939354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.939354] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b is going to be updated. [ 788.970291] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.973021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.973021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.973021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.973021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.974629] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.974971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.975148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.975865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.992028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: IN_PROGRESS for 2s [ 788.995018] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 789.160245] env[66328]: INFO networking_nsxv3.common.synchronization [req-1cbc1dcf-73b3-4a16-83fd-24ffbfc2dcf5 req-04c7ec25-5d40-4363-89d2-f3ad26288984 service nova] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_rules [ 789.160245] env[66328]: INFO networking_nsxv3.common.synchronization [req-1cbc1dcf-73b3-4a16-83fd-24ffbfc2dcf5 req-04c7ec25-5d40-4363-89d2-f3ad26288984 service nova] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 789.160245] env[66328]: INFO networking_nsxv3.common.synchronization [req-1cbc1dcf-73b3-4a16-83fd-24ffbfc2dcf5 req-04c7ec25-5d40-4363-89d2-f3ad26288984 service nova] Enqueued Resource ID: eb002d97-3e43-47e9-9373-5325f880b937 with Priority: HIGHEST for action port [ 789.160245] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_rules [ 789.160245] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 789.160245] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb002d97-3e43-47e9-9373-5325f880b937 with Priority: HIGHEST for action port [ 789.160245] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.160245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.160245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.162909] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.163974] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.164380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb002d97-3e43-47e9-9373-5325f880b937 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.166067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.166067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.166067] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb002d97-3e43-47e9-9373-5325f880b937',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.601143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 789.601438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.601890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.602081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.602723] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.602723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.602723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.602925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.603114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.603225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.603409] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.665613] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.665783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.670155] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb002d97-3e43-47e9-9373-5325f880b937 with status ACTIVE [ 789.671311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672040] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672629] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.673038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673095] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb002d97-3e43-47e9-9373-5325f880b937 is going to be updated. [ 789.696541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.696541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.696541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.696809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.696809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.696957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb002d97-3e43-47e9-9373-5325f880b937" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.106465] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.106679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.106679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.106892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.107073] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.107234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.107278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.107482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.107779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.107779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.107779] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.107967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.107967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.108122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108993] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.108993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.108993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.108993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108993] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.612124] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aabfa65c-1e39-4788-8c33-bc4ea9845022: rpc.has_security_group_logging(os_id): False [ 790.631424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.631696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.631696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.631962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.632095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.632425] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.632580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.632672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.632922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.633075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.633373] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.633496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.633576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.633827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.633973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.634266] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.634417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.634417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.634604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.634680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.634811] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 790.775182] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.775352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.775441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.775629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.775833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.796966] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 791.006891] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b in Status: SUCCESS [ 791.006891] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2670bb7d-9b2c-4cec-b127-88802ba7f53b deletion is rescheduled due to dependency. [ 791.006891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2670bb7d-9b2c-4cec-b127-88802ba7f53b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.013023] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.013023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.013023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.013023] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.515762] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.018995] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.521408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.521552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.521617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.521779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.521871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.521967] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 792.556933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.557185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.557185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578508] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 792.814948] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 792.815333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.162788] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.162788] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 794.594604] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 794.594884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.595163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.595428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.595697] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.595813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.595904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.596106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.596197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.596296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.596471] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.100361] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.100529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.100583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.100795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.100966] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.101088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.101144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.101509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.101509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.101509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.101656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.101656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.101730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.101845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.101968] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.102083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.102149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.102337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.102414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.102500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.102584] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.605454] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444fbb93-5771-4e9e-b4e9-29c99c0df10e: rpc.has_security_group_logging(os_id): False [ 795.627276] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.627459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.627524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.627744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.627835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.628075] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.628176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.628241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.628388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.628464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.628639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.628734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.628792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.628928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.628999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.629188] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.629298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.629452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.629628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.629704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.629791] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 795.707447] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.707447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.707447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.707722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.707759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.730637] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 796.178849] env[66328]: INFO networking_nsxv3.common.synchronization [req-bd5cc75d-f0c9-4e9b-bdce-ddb3ecaf02d4 req-be0dfada-e6ca-4112-81a7-ed47ef808d1d tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 796.179879] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 796.180100] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.180225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.180289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.180487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.180633] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.180727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.180789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.180937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.181025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.181121] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.510788] env[66328]: INFO networking_nsxv3.common.synchronization [req-affa6519-9e39-4cd9-b69d-2ec081195ef5 req-b5bd4243-5e57-4295-96c4-060a596af044 tempest-ServersNegativeTestJSON-616039444 tempest-ServersNegativeTestJSON-616039444-project-member] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 796.511338] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 796.511636] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.511757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.511834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.512373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.512624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.512737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.512799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.512969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.513068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.514272] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.683878] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.688081] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.688081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.688081] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 796.731732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.731995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.732132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.732673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.732673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.742701] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 797.017553] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.519627] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.746993] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 797.747267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.021734] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.021941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.022029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.022575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.022575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.022575] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 798.098326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.098582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.098668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.098871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.099033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.109814] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 798.756128] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 798.756128] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 798.756128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.126668] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 800.127056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.512379] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 801.512688] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 802.458175] env[66328]: INFO networking_nsxv3.common.synchronization [req-44523c41-567c-4f6f-89a0-773731dd911d req-568cd0ef-dc49-438b-90de-09b7cea77630 tempest-ServersTestBootFromVolume-341951494 tempest-ServersTestBootFromVolume-341951494-project-member] Enqueued Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_members [ 802.458420] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 with Priority: HIGHEST for action security_group_members [ 802.458862] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab804434-381b-46ae-87e1-a4c5ad18c7e9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.459132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.459313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.459593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.459920] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.460153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.460313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.460652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.460874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.461090] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab804434-381b-46ae-87e1-a4c5ad18c7e9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.810454] env[66328]: INFO networking_nsxv3.common.synchronization [req-557f0b8f-e759-4a31-a3da-a365101de3df req-b69a1dee-cd61-4a16-8388-e6f781c37308 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 802.810876] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 802.811177] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.812199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.812199] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.812594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.812636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.813194] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.964152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.964379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.964818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.964818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.964979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.965094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.965195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.965385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965489] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 is going to be updated. [ 803.017423] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.018068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.018483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.018566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.018838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.032856] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 in Status: IN_PROGRESS for 2s [ 803.248314] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.248533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.248721] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.248858] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.249251] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.249431] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.249431] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.249583] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.249781] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.249950] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.250068] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.250174] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.250275] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.250378] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.250474] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.250601] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.291165] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.291165] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.291165] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.291165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.291165] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-7703f1b6-56ab-4382-8f29-711551d4b909 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.291165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.291165] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.291633] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.291906] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7703f1b6-56ab-4382-8f29-711551d4b909',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.316964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.316964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.318283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.318283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.318283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.318283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.318283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.318283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.318283] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 803.355814] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.356032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.356066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.356457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.356682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.373120] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 803.795304] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.795701] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.795895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.796309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.796542] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.796775] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 7703f1b6-56ab-4382-8f29-711551d4b909 not found, creating... [ 803.797205] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.797448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.797617] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.797962] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.798193] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.798631] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.798856] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.799160] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.799563] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.799778] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.799997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 7703f1b6-56ab-4382-8f29-711551d4b909 is going to be created. [ 803.839392] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.839814] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.839814] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.840021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.840316] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.840541] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.389271] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.389446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.389517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.389743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.389867] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.587853] env[66328]: INFO networking_nsxv3.common.synchronization [req-557f0b8f-e759-4a31-a3da-a365101de3df req-5416bd39-0928-4ab5-9aeb-0f5e1dc1c4e5 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 804.587853] env[66328]: INFO networking_nsxv3.common.synchronization [req-557f0b8f-e759-4a31-a3da-a365101de3df req-5416bd39-0928-4ab5-9aeb-0f5e1dc1c4e5 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 804.587853] env[66328]: INFO networking_nsxv3.common.synchronization [req-557f0b8f-e759-4a31-a3da-a365101de3df req-5416bd39-0928-4ab5-9aeb-0f5e1dc1c4e5 service nova] Enqueued Resource ID: 7703f1b6-56ab-4382-8f29-711551d4b909 with Priority: HIGHEST for action port [ 804.589140] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 804.589481] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 804.589815] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7703f1b6-56ab-4382-8f29-711551d4b909 with Priority: HIGHEST for action port [ 804.592084] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.593056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.593056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.593056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.593056] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.593994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.594580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595955] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7703f1b6-56ab-4382-8f29-711551d4b909 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.596283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.596283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.596428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.596428] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7703f1b6-56ab-4382-8f29-711551d4b909',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.794921] env[66328]: INFO networking_nsxv3.common.synchronization [None req-554cb902-8893-4a8b-a0f7-50da8af349c7 None None] Enqueued Resource ID: ddbaa520-8df1-48bf-8606-206e2fcd8f94 with Priority: HIGHEST for action port [ 804.794921] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbaa520-8df1-48bf-8606-206e2fcd8f94 with Priority: HIGHEST for action port [ 804.794921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbaa520-8df1-48bf-8606-206e2fcd8f94 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.794921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbaa520-8df1-48bf-8606-206e2fcd8f94" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.794921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbaa520-8df1-48bf-8606-206e2fcd8f94" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.795420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbaa520-8df1-48bf-8606-206e2fcd8f94" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.795595] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbaa520-8df1-48bf-8606-206e2fcd8f94',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.895902] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.048275] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 in Status: SUCCESS [ 805.048275] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab804434-381b-46ae-87e1-a4c5ad18c7e9 deletion is rescheduled due to dependency. [ 805.048275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab804434-381b-46ae-87e1-a4c5ad18c7e9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.099044] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.099182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.100857] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7703f1b6-56ab-4382-8f29-711551d4b909 with status ACTIVE [ 805.100857] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.101210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.101210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.101406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.101406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.101553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.101674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.101674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.101795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.101870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.102059] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.102320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.102438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.102711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.102777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.103073] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7703f1b6-56ab-4382-8f29-711551d4b909 is going to be updated. [ 805.125616] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.125785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.125833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.127240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.127240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.127240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.157760] env[66328]: INFO networking_nsxv3.common.synchronization [req-85bad1d0-dc7a-4799-9ea4-b2a84d49d099 req-c3b349ea-b5ad-44b6-b857-014a36e1a679 tempest-ServersWithSpecificFlavorTestJSON-2013995258 tempest-ServersWithSpecificFlavorTestJSON-2013995258-project-member] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 805.158632] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 805.159068] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.159215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.159298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.159562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.159793] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.159927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.159996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.160230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.160325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.160468] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.298604] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddbaa520-8df1-48bf-8606-206e2fcd8f94 [ 805.299331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.300338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.300338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.300556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.300690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.300817] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddbaa520-8df1-48bf-8606-206e2fcd8f94 already deleted. [ 805.300911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbaa520-8df1-48bf-8606-206e2fcd8f94" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.384477] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 805.384678] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 805.384822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.384992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.385815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.386067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.386839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.386936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.387129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.387219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.387615] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.402120] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.555120] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.555120] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.555120] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.555394] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.556038] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.556038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.556493] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.557351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.557351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.557605] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.557783] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.557973] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.557973] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.558164] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.558269] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.558426] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.586481] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.586732] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.586732] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.586905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-785" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.587239] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.587408] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.587522] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.587868] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.588010] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37d4a5c-6cdd-4d0d-941d-780e6aeae789',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.663162] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.663162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.663162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.663162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.663162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.663422] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.663550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.663614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.663782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.664030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.664225] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be updated. [ 805.698832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.699732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.699732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.699732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.699732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.711637] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: IN_PROGRESS for 2s [ 805.890207] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.904462] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 805.904763] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 806.100946] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.104016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.104016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.104016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.104016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.104016] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port a37d4a5c-6cdd-4d0d-941d-780e6aeae789 not found, creating... [ 806.104016] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.104016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.104016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.104534] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.104534] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.104768] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.104951] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.105010] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.105296] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.105492] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.105637] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: a37d4a5c-6cdd-4d0d-941d-780e6aeae789 is going to be created. [ 806.154024] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.154024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.154024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.154024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.154024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.154024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.393137] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.899558] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.899767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.899767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.900179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.900179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.900179] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 806.932865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.933227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.933227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.933487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.933700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.947457] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 806.960192] env[66328]: INFO networking_nsxv3.common.synchronization [req-85bad1d0-dc7a-4799-9ea4-b2a84d49d099 req-1fc1439d-48ef-4486-8bbf-17762a4ea08c service nova] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 806.960374] env[66328]: INFO networking_nsxv3.common.synchronization [req-85bad1d0-dc7a-4799-9ea4-b2a84d49d099 req-1fc1439d-48ef-4486-8bbf-17762a4ea08c service nova] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 806.960633] env[66328]: INFO networking_nsxv3.common.synchronization [req-85bad1d0-dc7a-4799-9ea4-b2a84d49d099 req-1fc1439d-48ef-4486-8bbf-17762a4ea08c service nova] Enqueued Resource ID: a37d4a5c-6cdd-4d0d-941d-780e6aeae789 with Priority: HIGHEST for action port [ 806.961216] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_rules [ 806.961365] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 806.961470] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37d4a5c-6cdd-4d0d-941d-780e6aeae789 with Priority: HIGHEST for action port [ 806.961734] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.962051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.962051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.962416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.962501] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.963356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.963474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.963636] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.963746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.963807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.963996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.964082] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37d4a5c-6cdd-4d0d-941d-780e6aeae789',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.090844] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.091057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.091100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.091277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106309] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 807.106904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.107951] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 807.136472] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.137910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.137910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.137910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.146359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.146609] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 807.146740] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'7703f1b6-56ab-4382-8f29-711551d4b909'} {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.146846] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 807.204345] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.204345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.204345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.204345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.204995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.205232] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 807.280720] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.281234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.281304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.281547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.281811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.283470] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 807.374980] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.375277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.375277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.375654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.375760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.376117] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 807.376217] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'72e91bd3-d03b-49ca-a0d5-51476a3f04d0', '325c464f-b6ea-495a-a51b-160051b202e1', 'f1ab260b-08b0-49be-8795-6514aa2add0b', '9806611d-809c-4d71-afb7-8188a9582245', '444fbb93-5771-4e9e-b4e9-29c99c0df10e', 'c65306ec-c32a-4acc-97dd-8ffefa8feba7', '456ff0a1-2fa9-483f-8c0c-1013db45da00', 'cb35f139-d15d-49af-8511-a5d3967bc8a7', '1c745b67-5e3b-42c9-93a3-d46cf44db8c4', 'b99a9269-e604-45e3-9964-0801640db840', '08a47a71-dda6-447e-8db7-357456b4cbde', 'aabfa65c-1e39-4788-8c33-bc4ea9845022', '6aa23567-0dfd-4191-931b-3460b9cdffac', 'a8d1ef84-ce87-4bd6-98db-120c451564ec', 'd2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a', '0631b302-168c-4ff8-a1b3-b319e1e16cec', '097fa2cb-6550-4cfb-bf20-94a6507170a9', '36f455a3-2a2d-48be-9c48-9b210e62e004', 'b0f83429-2e2a-4b7c-b7ef-4503a9439cf5', '02ac812d-4bd1-4746-8de7-b8d33f4f415a', 'ab804434-381b-46ae-87e1-a4c5ad18c7e9', 'ed5755de-db08-415b-af6d-9d7cd3d05e44', '12b72943-66b6-4402-b295-4c9cc10c3999', '538c7e51-1ab8-4956-b7c2-16260d5f35e2', 'ba7bf750-099d-421e-b680-f1b2fdc9049e', '53b3d673-3043-4e5c-8c21-39807f3bb38a', 'c1fe1e8d-a735-408a-a49f-4d2da249fbad', 'a301224a-d497-4f3d-b8ca-edbedb5eb3e1', 'd70ca357-d4bc-4ca4-a89e-8d0ffb04054b', 'e496bbfe-048b-4729-9c54-bde113fe364e', '82558332-ffe5-4b62-af18-b82ff002bcca', 'c986d48a-6b81-4f4f-9b22-baf7354ebd32', '2670bb7d-9b2c-4cec-b127-88802ba7f53b'} {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.376312] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 807.401679] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.401863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.401938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.402404] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 807.402522] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.403113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 807.472290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a37d4a5c-6cdd-4d0d-941d-780e6aeae789 with status ACTIVE [ 807.472290] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.472290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.472290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.472290] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.472485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.472546] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.472695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.474017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.474017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.474017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.474017] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.474017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.474017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.474017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.474406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.474406] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a37d4a5c-6cdd-4d0d-941d-780e6aeae789 is going to be updated. [ 807.475755] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.475755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.481180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.481319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.481319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.481531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.482386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.482662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 807.482738] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.482804] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 807.482870] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 807.482964] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7703f1b6-56ab-4382-8f29-711551d4b909 with Priority: HIGH for action port [ 807.483101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/33 resources of Type:Security Group Rules [ 807.483174] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGH for action security_group_rules [ 807.483243] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGH for action security_group_rules [ 807.483306] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGH for action security_group_rules [ 807.483369] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGH for action security_group_rules [ 807.483431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGH for action security_group_rules [ 807.483492] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGH for action security_group_rules [ 807.483571] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGH for action security_group_rules [ 807.483632] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGH for action security_group_rules [ 807.484633] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGH for action security_group_rules [ 807.484633] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGH for action security_group_rules [ 807.484633] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGH for action security_group_rules [ 807.484633] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGH for action security_group_rules [ 807.484633] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGH for action security_group_rules [ 807.484633] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGH for action security_group_rules [ 807.484869] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGH for action security_group_rules [ 807.484869] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGH for action security_group_rules [ 807.484869] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGH for action security_group_rules [ 807.484869] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGH for action security_group_rules [ 807.484869] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGH for action security_group_rules [ 807.485949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.501288] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.501431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.501492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.501693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.501824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.502039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a37d4a5c-6cdd-4d0d-941d-780e6aeae789" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.727035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 807.727035] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a deletion is rescheduled due to dependency. [ 807.727035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.727035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.727035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.727790] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.728145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.728371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.729078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.729078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.730738] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.106964] env[66328]: INFO networking_nsxv3.common.synchronization [None req-26e1a690-4a09-4ca1-a9d9-fdbcf354d4c1 None None] Enqueued Resource ID: c084efd0-c092-48cf-9911-715a206cd272 with Priority: HIGHEST for action port [ 808.106964] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c084efd0-c092-48cf-9911-715a206cd272 with Priority: HIGHEST for action port [ 808.107431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7703f1b6-56ab-4382-8f29-711551d4b909 with Priority: HIGH for action port [ 808.107431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325c464f-b6ea-495a-a51b-160051b202e1 with Priority: HIGH for action security_group_rules [ 808.107431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGH for action security_group_rules [ 808.107431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGH for action security_group_rules [ 808.107431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGH for action security_group_rules [ 808.107581] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 with Priority: HIGH for action security_group_rules [ 808.107612] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 with Priority: HIGH for action security_group_rules [ 808.107696] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGH for action security_group_rules [ 808.108672] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGH for action security_group_rules [ 808.108672] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a with Priority: HIGH for action security_group_rules [ 808.108800] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGH for action security_group_rules [ 808.109048] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a47a71-dda6-447e-8db7-357456b4cbde with Priority: HIGH for action security_group_rules [ 808.109048] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGH for action security_group_rules [ 808.109159] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 with Priority: HIGH for action security_group_rules [ 808.109159] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 with Priority: HIGH for action security_group_rules [ 808.109246] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGH for action security_group_rules [ 808.109828] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 with Priority: HIGH for action security_group_rules [ 808.109828] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGH for action security_group_rules [ 808.109828] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 with Priority: HIGH for action security_group_rules [ 808.109828] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ab260b-08b0-49be-8795-6514aa2add0b with Priority: HIGH for action security_group_rules [ 808.109981] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c084efd0-c092-48cf-9911-715a206cd272 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.110063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c084efd0-c092-48cf-9911-715a206cd272" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.110097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c084efd0-c092-48cf-9911-715a206cd272" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.110573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c084efd0-c092-48cf-9911-715a206cd272" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.110573] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c084efd0-c092-48cf-9911-715a206cd272',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.111542] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7703f1b6-56ab-4382-8f29-711551d4b909 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.111655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.111695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.112249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.112249] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7703f1b6-56ab-4382-8f29-711551d4b909',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.112734] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325c464f-b6ea-495a-a51b-160051b202e1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.112841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.112901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.113071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.113284] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325c464f-b6ea-495a-a51b-160051b202e1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.114471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.114471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.114471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.114624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.114692] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.117801] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.118089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.118177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.118540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.118612] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.119943] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.120297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.120297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.120860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.120860] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.121591] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f455a3-2a2d-48be-9c48-9b210e62e004 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.122085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.122170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.122927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.122927] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f455a3-2a2d-48be-9c48-9b210e62e004',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.123878] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-097fa2cb-6550-4cfb-bf20-94a6507170a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.123878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.123878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.124131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.124131] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('097fa2cb-6550-4cfb-bf20-94a6507170a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.125635] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125635] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.126165] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.126341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.126422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.127117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.127117] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.127240] env[66328]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 808.128067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.128067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.128228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.128276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.128331] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.129562] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.129903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.129980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.130657] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.131702] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a47a71-dda6-447e-8db7-357456b4cbde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.132831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.132985] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a47a71-dda6-447e-8db7-357456b4cbde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.134152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.134326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.134396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.134524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.134610] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.135571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.135745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.136439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.136439] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c745b67-5e3b-42c9-93a3-d46cf44db8c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.136837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb35f139-d15d-49af-8511-a5d3967bc8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.136943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.137025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.137190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.137261] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb35f139-d15d-49af-8511-a5d3967bc8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.138171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.138291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.138522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.138522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.138640] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.139946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-456ff0a1-2fa9-483f-8c0c-1013db45da00 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.139946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.139946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.139946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.139946] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('456ff0a1-2fa9-483f-8c0c-1013db45da00',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.141076] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.141193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.141237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.141403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.141477] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.142411] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.142485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.142688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.142688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.142792] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e91bd3-d03b-49ca-a0d5-51476a3f04d0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.143053] env[66328]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 808.143750] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ab260b-08b0-49be-8795-6514aa2add0b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.143885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.143954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.144060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.144131] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ab260b-08b0-49be-8795-6514aa2add0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.232969] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.646380] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c084efd0-c092-48cf-9911-715a206cd272 [ 808.646613] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.647112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.647112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.647112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.647304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.647304] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c084efd0-c092-48cf-9911-715a206cd272 already deleted. [ 808.647304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c084efd0-c092-48cf-9911-715a206cd272" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.647648] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7703f1b6-56ab-4382-8f29-711551d4b909 with status ACTIVE [ 808.647648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.647799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.647799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.648202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.648202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.648202] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.648532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.648532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.648532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.648532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.649326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.649326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.649326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.649326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.649326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.652040] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7703f1b6-56ab-4382-8f29-711551d4b909 is going to be updated. [ 808.673789] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.673789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.674253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.677511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.679435] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.679663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.679822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.679971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.680136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7703f1b6-56ab-4382-8f29-711551d4b909" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.685597] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.685729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.685794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.685995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.686160] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.686260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.686352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.686518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.686602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.686723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.686829] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.700349] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.700497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.700863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.701207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.702247] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.702247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.702247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.702247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.702247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.702247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.702247] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.704595] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.704595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.704795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.704844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.705289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.705289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.705289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.706021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.706021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.706021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.706021] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.706830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.706980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.707049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.707182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.707335] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.707426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.707486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.708216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.708551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.708551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.708551] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.709437] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.709542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.709595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.709802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.709912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.709967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712484] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.712484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.712484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712484] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.714691] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.714800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.714847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.715025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.715714] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.715714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.715714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.715714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.715714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.715714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.716180] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.731487] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.731621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.736121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.736121] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325c464f-b6ea-495a-a51b-160051b202e1 is going to be deleted. [ 808.741463] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.742249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.742526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.799172] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.799172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.800938] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.800938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.801803] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.801803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.802628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.802628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.803251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.803344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.804587] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.804750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.805451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.805557] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f455a3-2a2d-48be-9c48-9b210e62e004 is going to be deleted. [ 808.807049] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.807150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.807217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.807416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.808851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.808947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.810391] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.810391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.810631] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.810732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.835025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.835211] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456ff0a1-2fa9-483f-8c0c-1013db45da00 is going to be deleted. [ 808.836411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.836562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.871085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.871230] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb35f139-d15d-49af-8511-a5d3967bc8a7 is going to be deleted. [ 808.872303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.872540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.899220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.899220] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a is going to be deleted. [ 808.900042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.900502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.901995] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.902111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.902931] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.902931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.922643] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.922806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.928050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.928204] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c745b67-5e3b-42c9-93a3-d46cf44db8c4 is going to be deleted. [ 808.929130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.929428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.969096] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 808.969841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.970434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.970434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.970607] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.970761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.970910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.971048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.971139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.971222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.971318] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.973380] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.973534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.975650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.975817] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e91bd3-d03b-49ca-a0d5-51476a3f04d0 is going to be deleted. [ 808.976894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.977171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.003865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.004053] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a47a71-dda6-447e-8db7-357456b4cbde is going to be deleted. [ 809.005076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.005328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065529] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.065681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.067444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.067579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.086017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.086205] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be deleted. [ 809.087275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.087500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.089020] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.089161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.131332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.131792] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be deleted. [ 809.132627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.132856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.138949] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.138949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.186370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.186624] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ab260b-08b0-49be-8795-6514aa2add0b is going to be deleted. [ 809.187821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.188507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.194356] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.234012] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.234159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.234261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.234724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.234896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.235038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.235112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.235401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.235636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.235833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.236122] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.236276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.236375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.236641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.236871] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.237078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.237182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.237448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.237583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.239325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.239385] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.241381] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.241381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.242829] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.242829] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.242829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.243544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.243544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.243544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.243544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.243872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.243872] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.243947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.243947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.244093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.244165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.244243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.244415] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.246581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.246581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.246581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.246782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.246888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.247057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.247152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.248186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.248315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.249356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.249564] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.249680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.249725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.249875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.250087] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.250182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.250281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.250741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.250741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.250741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.250741] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.251704] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.252552] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.254950] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.255112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.255517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.255630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.255820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.255907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.256169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.256991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.256991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.256991] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.256991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.259452] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.259452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.259452] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.262664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.263078] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 097fa2cb-6550-4cfb-bf20-94a6507170a9 is going to be deleted. [ 809.264899] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.265285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.265285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.265565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.265565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.265652] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be updated. [ 809.268729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.269248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.269306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.269581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f455a3-2a2d-48be-9c48-9b210e62e004" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.270912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.271246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.271368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.271581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325c464f-b6ea-495a-a51b-160051b202e1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.274326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.274326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-456ff0a1-2fa9-483f-8c0c-1013db45da00" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb35f139-d15d-49af-8511-a5d3967bc8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.275955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b6a702-f9a4-4eda-ac76-bc46d8dd3e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.276484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.276484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.276484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.276632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c745b67-5e3b-42c9-93a3-d46cf44db8c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.277014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.277270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.277458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.278206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e91bd3-d03b-49ca-a0d5-51476a3f04d0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.278344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.278554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.279027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.279027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a47a71-dda6-447e-8db7-357456b4cbde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.279418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.280476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.280476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.280476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.284680] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.284680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.284680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.284898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.285071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.285229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.328674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.328674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.328674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.328674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.328674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ab260b-08b0-49be-8795-6514aa2add0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.345074] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.347166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.347310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.347375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.347620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.347833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.387113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: IN_PROGRESS for 2s [ 809.407160] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.407160] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.407160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.407160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.407160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.407160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.407160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-097fa2cb-6550-4cfb-bf20-94a6507170a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.475909] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.479416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.479681] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.480297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.480297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.480297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.480297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.480297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.480666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.480666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.480666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.480666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.480858] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.480858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.480955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.481076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.481409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.481409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.481409] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.697143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0631b302-168c-4ff8-a1b3-b319e1e16cec: rpc.has_security_group_logging(os_id): False [ 809.722171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.722517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.723115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.723115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.750038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.750038] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec is going to be updated. [ 809.761551] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 809.763909] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c65306ec-c32a-4acc-97dd-8ffefa8feba7: rpc.has_security_group_logging(os_id): False [ 809.765032] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aabfa65c-1e39-4788-8c33-bc4ea9845022: rpc.has_security_group_logging(os_id): False [ 809.766013] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444fbb93-5771-4e9e-b4e9-29c99c0df10e: rpc.has_security_group_logging(os_id): False [ 809.767436] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9806611d-809c-4d71-afb7-8188a9582245: rpc.has_security_group_logging(os_id): False [ 809.772083] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0f83429-2e2a-4b7c-b7ef-4503a9439cf5: rpc.has_security_group_logging(os_id): False [ 809.916912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.917148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.917148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.917343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.921534] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.921534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.922452] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.922590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.925932] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.926121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.926909] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.927046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.928981] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.928981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.946261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.946630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.946752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.946820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.947068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.947161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.947365] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.947485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.947534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.947675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.947763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.947982] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.948103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.948198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.949266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.949266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.949266] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be updated. [ 809.950113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.950314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.983594] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986d48a-6b81-4f4f-9b22-baf7354ebd32: rpc.has_security_group_logging(os_id): False [ 809.989062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.989396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.989493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.989568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.989766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.989842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.990375] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be updated. [ 809.990989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.993382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.996387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.996516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.011484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.011652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.019059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.019340] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.019640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.019718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.019935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.020038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.020289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.020457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.020457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.020767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.020767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.020910] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.020910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.021011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.022360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.022360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.022480] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 810.023597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.023726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.049591] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.049591] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.049591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.050008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.050008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.050008] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.050119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.050119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.050318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.050318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.050387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 810.052239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.052439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.070533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.070533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.082875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.082875] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.082875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.082875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.083370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.083370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.083370] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.083370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.083370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.083636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.083636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.083748] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.083870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.083870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.084017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.084092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.084354] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 810.085339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.085503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.087508] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.087607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.108097] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.108097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.141194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.141194] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.141542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.141542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.141542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.141644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.141891] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.142110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.142215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.142434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.142557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.142751] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.142835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.142911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.143086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.143165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.143266] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 810.145045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.145220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.145373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.146497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.146698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.146996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.147988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.148072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182442] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: IN_PROGRESS for 2s [ 810.188980] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 810.190375] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.190375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.191981] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.192118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.193496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.193830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.193955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.194039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.194282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.194414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.194520] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9806611d-809c-4d71-afb7-8188a9582245 is going to be updated. [ 810.195638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.195818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.195988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.197037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.197265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.197421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.199246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.199246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.199246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.199899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.200074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.200202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.252324] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: IN_PROGRESS for 2s [ 810.256646] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 810.259871] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 810.259871] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 810.370144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.370144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.370144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.370144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.370144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.371106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.371588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.371588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.371588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.372599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.402365] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: IN_PROGRESS for 2s [ 810.403804] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 811.403041] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 811.403401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.404170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.404170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.404170] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.404170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.404170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.404827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.404827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.404827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.404827] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.767712] env[66328]: INFO networking_nsxv3.common.synchronization [None req-497b60e3-2cf4-4b39-9440-35be5d652b70 None None] Enqueued Resource ID: 2f1f5135-573b-433b-a920-acd1278ce654 with Priority: HIGHEST for action port [ 811.768513] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1f5135-573b-433b-a920-acd1278ce654 with Priority: HIGHEST for action port [ 811.769193] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f1f5135-573b-433b-a920-acd1278ce654 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.769193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f1f5135-573b-433b-a920-acd1278ce654" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.769193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f1f5135-573b-433b-a920-acd1278ce654" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.769414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f1f5135-573b-433b-a920-acd1278ce654" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.769472] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f1f5135-573b-433b-a920-acd1278ce654',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.908599] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.198871] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: SUCCESS [ 812.198871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.202574] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 812.202574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.272565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f1f5135-573b-433b-a920-acd1278ce654 [ 812.272565] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.272796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.272835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.273078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.273201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.273318] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f1f5135-573b-433b-a920-acd1278ce654 already deleted. [ 812.273468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f1f5135-573b-433b-a920-acd1278ce654" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.277097] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 812.277871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.278280] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 812.278441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.279413] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: SUCCESS [ 812.279413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.280760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 812.280760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.411148] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b3d673-3043-4e5c-8c21-39807f3bb38a: rpc.has_security_group_logging(os_id): False [ 812.421906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 812.421906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.421906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: SUCCESS [ 812.422345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.431403] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.431545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.431612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.431990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.454524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.454524] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.454524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.454524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.454524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.454524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.454524] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be updated. [ 812.524973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.525133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.526893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.526893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.545318] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: IN_PROGRESS for 2s [ 814.564875] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 814.565311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805645] env[66328]: INFO networking_nsxv3.common.synchronization [None req-13b0af2a-88bf-4467-9c2a-e2847e96731a None None] Enqueued Resource ID: 9a8e9f27-a968-46b2-88ab-70e01e237b68 with Priority: HIGHEST for action port [ 814.806060] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8e9f27-a968-46b2-88ab-70e01e237b68 with Priority: HIGHEST for action port [ 814.806375] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a8e9f27-a968-46b2-88ab-70e01e237b68 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.806489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a8e9f27-a968-46b2-88ab-70e01e237b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.806577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a8e9f27-a968-46b2-88ab-70e01e237b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.806816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a8e9f27-a968-46b2-88ab-70e01e237b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.806892] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8e9f27-a968-46b2-88ab-70e01e237b68',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.289921] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b44c1f1-ee2f-486e-abc9-bdf8f2cad330 req-b13b3478-2618-4470-bcac-bb9c3beaf9a7 tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 815.289921] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 815.289921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.289921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.290161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.290827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.292230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.292960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.292960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.292960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.292960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.292960] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.309441] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a8e9f27-a968-46b2-88ab-70e01e237b68 [ 815.309704] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.309830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.309896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.310123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.310212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.310304] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a8e9f27-a968-46b2-88ab-70e01e237b68 already deleted. [ 815.310426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a8e9f27-a968-46b2-88ab-70e01e237b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.538724] env[66328]: INFO networking_nsxv3.common.synchronization [None req-7a668b68-57dd-4b7d-94c9-cb40f7268cd4 None None] Enqueued Resource ID: fa836350-d828-48ad-89a6-f1f89ca9d8b6 with Priority: HIGHEST for action port [ 815.541396] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa836350-d828-48ad-89a6-f1f89ca9d8b6 with Priority: HIGHEST for action port [ 815.541396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa836350-d828-48ad-89a6-f1f89ca9d8b6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.541396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa836350-d828-48ad-89a6-f1f89ca9d8b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.541396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa836350-d828-48ad-89a6-f1f89ca9d8b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.541396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa836350-d828-48ad-89a6-f1f89ca9d8b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.541396] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa836350-d828-48ad-89a6-f1f89ca9d8b6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.735184] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.735634] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.735634] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.735836] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.736198] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736361] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736473] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.736762] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.736912] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.737128] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.737236] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.737340] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.737442] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.737567] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.737646] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.737770] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.758516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.758724] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.758860] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.759047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.759358] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.759533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.759643] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.759986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.760133] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5d0b3d-c72f-43aa-99f6-fe59d97fe271',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.796028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.796028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.796028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.796295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.796295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.796620] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.796804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.796888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.797082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.797632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.797632] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 already deleted. [ 815.797632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.074977] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa836350-d828-48ad-89a6-f1f89ca9d8b6 [ 816.075204] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.075363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.075418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.075609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.075696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.075784] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa836350-d828-48ad-89a6-f1f89ca9d8b6 already deleted. [ 816.075864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa836350-d828-48ad-89a6-f1f89ca9d8b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.266025] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.266025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 not found, creating... [ 816.266025] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.266025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.266597] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.267051] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.267316] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.267709] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.268370] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.268370] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 is going to be created. [ 816.297329] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.297563] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.297746] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.297960] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.298209] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.298427] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.003687] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b44c1f1-ee2f-486e-abc9-bdf8f2cad330 req-4c23a8cc-10c2-4e89-a5b0-4cdfc3e577af service nova] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_rules [ 817.003687] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b44c1f1-ee2f-486e-abc9-bdf8f2cad330 req-4c23a8cc-10c2-4e89-a5b0-4cdfc3e577af service nova] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 817.003687] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b44c1f1-ee2f-486e-abc9-bdf8f2cad330 req-4c23a8cc-10c2-4e89-a5b0-4cdfc3e577af service nova] Enqueued Resource ID: fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 with Priority: HIGHEST for action port [ 817.003687] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_rules [ 817.003687] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 817.004173] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 with Priority: HIGHEST for action port [ 817.004321] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.004745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.004745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.004835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.004916] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.005747] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.005851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.005924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.006260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.006260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.006384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.006435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.006610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.006655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.006733] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.008068] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.008169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.009605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.009605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.009605] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5d0b3d-c72f-43aa-99f6-fe59d97fe271',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.405562] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-5baea98c-b28c-4449-a84c-4888eb498f76 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 817.406025] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 817.406166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.406339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.406708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.406708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.406958] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407599] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.513432] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.515034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.515034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.515311] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 with status ACTIVE [ 817.515311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.515311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.515460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.515966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.515966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.515966] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.517324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.517324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.517324] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5d0b3d-c72f-43aa-99f6-fe59d97fe271 is going to be updated. [ 817.547551] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.547724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.547773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.548223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.548223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.550025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5d0b3d-c72f-43aa-99f6-fe59d97fe271" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.814154] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-5fae1406-af61-456a-82b3-735eb45d0635 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 817.815879] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 817.815879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.815980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.911267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.911267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.911267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.911267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.911267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.911267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.911267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.911267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.911565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.911565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.911565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be deleted. [ 817.949150] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.949150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.949424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.949424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.949816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.949816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.949816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.950266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.950266] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.950266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.950266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.951071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.951490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.951490] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.022772] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.200717] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.200717] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-174" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.200717] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-174" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.200717] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-174" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.200717] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.201151] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.201199] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.201420] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.201640] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.201843] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.201950] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.202078] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.202190] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.202297] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.202394] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.202524] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.222894] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.223170] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.223347] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.223579] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-174" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.223931] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-316c2b9e-3883-4536-89ab-868a6a90a1cd taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.224558] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.224558] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.224714] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.224859] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316c2b9e-3883-4536-89ab-868a6a90a1cd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.426691] env[66328]: INFO networking_nsxv3.common.synchronization [None req-71bfd2df-ce2b-44ff-8108-2e64cbeb26df None None] Enqueued Resource ID: 614682fb-58b4-4337-b12e-ee1f08650ffc with Priority: HIGHEST for action port [ 818.427731] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614682fb-58b4-4337-b12e-ee1f08650ffc with Priority: HIGHEST for action port [ 818.428239] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-614682fb-58b4-4337-b12e-ee1f08650ffc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.428372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-614682fb-58b4-4337-b12e-ee1f08650ffc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.428568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-614682fb-58b4-4337-b12e-ee1f08650ffc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.428838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-614682fb-58b4-4337-b12e-ee1f08650ffc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.428975] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614682fb-58b4-4337-b12e-ee1f08650ffc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.456886] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.456886] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.456886] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 already deleted. [ 818.456886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.522106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.522567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.522738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.522913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.523013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.523120] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be created. [ 818.550772] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.550943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.551481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.551481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.551481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.563697] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: UNINITIALIZED for 2s [ 818.727979] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.728192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.728318] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.728620] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.728768] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.728916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 316c2b9e-3883-4536-89ab-868a6a90a1cd not found, creating... [ 818.729193] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.729348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.729458] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.729680] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.729813] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.730106] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.730267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.730380] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.730585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.730718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.730846] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 316c2b9e-3883-4536-89ab-868a6a90a1cd is going to be created. [ 818.755147] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.755500] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.755662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755973] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.756234] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.756458] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.933039] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 614682fb-58b4-4337-b12e-ee1f08650ffc [ 818.933039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.933039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.933039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.933039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.933039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.933420] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:614682fb-58b4-4337-b12e-ee1f08650ffc already deleted. [ 818.933420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-614682fb-58b4-4337-b12e-ee1f08650ffc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.481224] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-8a6d99ed-38a6-4653-8374-161f6af7cc60 service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 819.481547] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-8a6d99ed-38a6-4653-8374-161f6af7cc60 service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 819.481547] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-8a6d99ed-38a6-4653-8374-161f6af7cc60 service nova] Enqueued Resource ID: 316c2b9e-3883-4536-89ab-868a6a90a1cd with Priority: HIGHEST for action port [ 819.481974] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 819.482780] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 819.482780] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316c2b9e-3883-4536-89ab-868a6a90a1cd with Priority: HIGHEST for action port [ 819.482780] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.482955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.482955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.483491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.483491] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.485031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.485031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.485031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.485031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.486764] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-316c2b9e-3883-4536-89ab-868a6a90a1cd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.486764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.486764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.486764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.486764] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316c2b9e-3883-4536-89ab-868a6a90a1cd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.988208] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.988399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.988678] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.991660] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 316c2b9e-3883-4536-89ab-868a6a90a1cd with status ACTIVE [ 819.991660] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.991878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.991878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.992138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.992294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.992535] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.992687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.992687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.992863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.992991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.993137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.993232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.993340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.993501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.993578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.993661] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 316c2b9e-3883-4536-89ab-868a6a90a1cd is going to be updated. [ 820.021093] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.021093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.021093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.021093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.021093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.021093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-316c2b9e-3883-4536-89ab-868a6a90a1cd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.288597] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288597] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-25" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.288597] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-25" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289140] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-25" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.289140] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.289311] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.289964] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289964] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.289964] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.290231] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.290231] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.290308] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.290492] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.290650] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.290815] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.291095] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.315361] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.315608] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.315783] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.315969] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-25" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.316313] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.316482] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.316599] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.316942] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.317118] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.492054] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.575025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.575025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575025] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.819498] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.819710] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.819808] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.820607] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.820828] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f not found, creating... [ 820.821563] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.821723] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821838] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.822088] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.822224] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.822537] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.822684] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.822797] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.823205] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.824544] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.824732] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f is going to be created. [ 820.851794] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.852047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.852150] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.852429] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.852652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.852878] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.995854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.995854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.995854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.995854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.995854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.997207] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be created. [ 821.024196] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.024346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.024437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.024666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.024827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.037435] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: UNINITIALIZED for 2s [ 821.078250] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.078250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.078361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.078556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.078824] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.078978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.079079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.079288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.079400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.079513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.079685] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.079784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.079829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.080043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.080251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.080341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.080390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.080533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.080632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.081674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.081674] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.537562] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-1d7e3347-69dc-47af-8c91-32fd22a1b9c8 service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 821.537870] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-1d7e3347-69dc-47af-8c91-32fd22a1b9c8 service nova] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 821.538046] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e6dacfc-7f2f-4950-83d6-7064f70881fb req-1d7e3347-69dc-47af-8c91-32fd22a1b9c8 service nova] Enqueued Resource ID: 3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f with Priority: HIGHEST for action port [ 821.538544] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_rules [ 821.538680] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 821.538777] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f with Priority: HIGHEST for action port [ 821.539100] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.539768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.540064] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.540166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.540229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.540617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.540617] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.585932] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11baa2de-fb5f-4315-8d71-5e9981d2d579: rpc.has_security_group_logging(os_id): False [ 821.607913] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.607998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.608051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.608357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.608559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.608846] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.609192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.609192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.609303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.609430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.610109] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.610109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.610109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.610467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.610467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.610673] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.612138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.612138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.612138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.612138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.612138] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be created. [ 821.682692] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.684412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.684412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.684412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.684412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.703354] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 822.046348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f with status ACTIVE [ 822.046348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.046348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.046348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f is going to be updated. [ 822.067992] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.068179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.068256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.068487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.068634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.068875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e797e21-25ee-42dd-a6ea-7f5f3bd05c5f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.051393] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 823.052059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.058484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.058484] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.058484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.059635] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.059762] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.059826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.059981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.060084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.060177] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.562154] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.562345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.562709] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.717829] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 823.717829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.064650] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.567234] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.568054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.568054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.568054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.568054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.568238] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 824.601267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.601458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.601571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.601689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.601829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.611798] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 825.278661] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f06b936-14aa-4cec-ac3d-7bf39be25b88 req-c3a10f07-761d-4377-90e2-ecd1bdd6c28e tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 825.279447] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 825.279549] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.279684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.279731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.279977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.280352] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.280682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.280682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.280831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.280831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.280942] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.755290] env[66328]: INFO networking_nsxv3.common.synchronization [None req-cfc08cf7-2e9a-4a87-ba97-c3e542e6489c None None] Enqueued Resource ID: 7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201 with Priority: HIGHEST for action port [ 825.755969] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201 with Priority: HIGHEST for action port [ 825.756424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.756583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.756634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.756919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.757066] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.783551] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.784168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.784477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.784630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.785070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.785368] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.785546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.785653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.785944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.786336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.786336] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 already deleted. [ 825.786336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.798904] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799199] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.799350] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.799719] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.800551] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.800760] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800889] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801476] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.801476] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.801476] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.801663] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.801708] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.802418] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.802418] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.802418] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.802418] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.825813] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.826039] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.826330] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.826531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.827053] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-7023e722-3891-4c93-a532-acf8e80a1228 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.827344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.827344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.827809] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.827888] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7023e722-3891-4c93-a532-acf8e80a1228',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.261790] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201 [ 826.262067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.262204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.262266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.262499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.262739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201 already deleted. [ 826.262739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7e7ed7-cad5-4f9d-a0c0-fa8a291df201" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.332208] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.332208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.332208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.333029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.333029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.333029] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 7023e722-3891-4c93-a532-acf8e80a1228 not found, creating... [ 826.333029] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.333204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.333204] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.333462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.333531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.333818] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.333942] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.334122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.334340] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.334405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.334574] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 7023e722-3891-4c93-a532-acf8e80a1228 is going to be created. [ 826.368548] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.368746] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.368875] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.369147] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.369704] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.369704] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.535719] env[66328]: INFO networking_nsxv3.common.synchronization [req-32c24509-01ff-40c9-bece-daf9413aa45d req-eb13a21c-f0dd-4bbb-b50c-076434b30224 tempest-ListImageFiltersTestJSON-1484685644 tempest-ListImageFiltersTestJSON-1484685644-project-member] Enqueued Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 826.536319] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 with Priority: HIGHEST for action security_group_members [ 826.536850] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-538c7e51-1ab8-4956-b7c2-16260d5f35e2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.536990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.537066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.537264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.537421] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.538508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.538599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.538751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.538840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.538937] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('538c7e51-1ab8-4956-b7c2-16260d5f35e2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.625120] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 826.625120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.625120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.625120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.625120] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.625530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.625530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.625530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.625640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.625737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.626467] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.626467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.626957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.626996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.627386] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.627386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.627386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.627587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.627587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.628206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.628206] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.042172] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.042378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.043114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.043114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.067588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.067588] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.067588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.067588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.067588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.067588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.067588] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 is going to be updated. [ 827.098740] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.098934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.098970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.099296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.099296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.109243] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: IN_PROGRESS for 2s [ 827.115234] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f06b936-14aa-4cec-ac3d-7bf39be25b88 req-d73d73e8-6110-4205-bc1f-7ea89c0187fa service nova] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 827.115234] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f06b936-14aa-4cec-ac3d-7bf39be25b88 req-d73d73e8-6110-4205-bc1f-7ea89c0187fa service nova] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 827.115234] env[66328]: INFO networking_nsxv3.common.synchronization [req-0f06b936-14aa-4cec-ac3d-7bf39be25b88 req-d73d73e8-6110-4205-bc1f-7ea89c0187fa service nova] Enqueued Resource ID: 7023e722-3891-4c93-a532-acf8e80a1228 with Priority: HIGHEST for action port [ 827.115876] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 827.115876] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 827.116105] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7023e722-3891-4c93-a532-acf8e80a1228 with Priority: HIGHEST for action port [ 827.121295] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.121445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.121539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.121890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.121956] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.123142] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.123243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.123298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.123436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.123580] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.123671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.123731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.123874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.123957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.124061] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.126035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7023e722-3891-4c93-a532-acf8e80a1228 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.126035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.126035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.126035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.126035] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7023e722-3891-4c93-a532-acf8e80a1228',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.129478] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b99a9269-e604-45e3-9964-0801640db840: rpc.has_security_group_logging(os_id): False [ 827.150749] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.150924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.150995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.152530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.152640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.152893] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.153030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.153082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.154157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.154275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.154570] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.154680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.154746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.154925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.155020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.155235] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.155330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.155392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.155557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.155615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.155698] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be created. [ 827.219362] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.219535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.219601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.219809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.219985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234869] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 827.625972] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.627573] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.627691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.627806] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7023e722-3891-4c93-a532-acf8e80a1228 with status ACTIVE [ 827.627960] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.628110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.628176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.628369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.628457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.628625] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.628719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.628779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.628924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.628998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.630643] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.630815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.630910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.631207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.631326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.631446] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7023e722-3891-4c93-a532-acf8e80a1228 is going to be updated. [ 827.660574] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.661505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.661505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.661505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.661505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.661505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7023e722-3891-4c93-a532-acf8e80a1228" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.134201] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.407362] env[66328]: INFO networking_nsxv3.common.synchronization [None req-6883c1dd-06c4-4a34-b866-0d2221c01ea9 None None] Enqueued Resource ID: 4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76 with Priority: HIGHEST for action port [ 828.407474] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76 with Priority: HIGHEST for action port [ 828.409275] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.409479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.409971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.409971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.410093] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.638975] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.638975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.638975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.639386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.639386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.639386] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be created. [ 828.674513] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.674687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.674757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.674961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.675156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.688215] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: UNINITIALIZED for 2s [ 828.913898] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76 [ 828.913898] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.913898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.913898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.913898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.913898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.913898] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76 already deleted. [ 828.914282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb0fe7a-2879-4e69-8cb9-8dc8f82a7d76" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.123724] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 in Status: SUCCESS [ 829.123724] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 538c7e51-1ab8-4956-b7c2-16260d5f35e2 deletion is rescheduled due to dependency. [ 829.123724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-538c7e51-1ab8-4956-b7c2-16260d5f35e2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.252522] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 829.252804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.253022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.253328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.253414] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.756227] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.756559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.756559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.756652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.757090] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.757090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.757090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.757289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.757289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.757355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.757429] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.259557] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.259711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.259786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.260220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.260285] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.260348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.260396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.260571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.260637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.260729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.260861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.260962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.261031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.261721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.261721] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.261721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.261721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.261721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.261721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.261721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.262045] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.701757] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 830.702029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.702195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.702430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.702662] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.702788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.703045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.703725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.704249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.704388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.704505] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.767403] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b99a9269-e604-45e3-9964-0801640db840: rpc.has_security_group_logging(os_id): False [ 830.789612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.789612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.789612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.789612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.789993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.789993] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.789993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.790304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.790304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.790517] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.790676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.790907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.790907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.791238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.791384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.791544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.791631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.791760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.791880] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 830.867025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.868949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.868949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.868949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.868949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.896353] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 831.207041] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.710414] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba650c30-a5ad-4af8-b05d-ded382b147b9: rpc.has_security_group_logging(os_id): False [ 831.734964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.736033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.736033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.736033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736894] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.738046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.738046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.738046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.738046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.738046] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be created. [ 831.811836] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.811836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.811836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.811836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.811836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.828134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 832.697561] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1f7ac0ac-2cd4-455a-9854-8b172c070f5d tempest-ServersTestManualDisk-1151198408 tempest-ServersTestManualDisk-1151198408-project-member] Enqueued Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_rules [ 832.698313] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_rules [ 832.698684] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.698789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.698851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.699244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.699383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.714724] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c739df12-4c0e-4037-abed-2fbe943c0f17 None None] Enqueued Resource ID: 3866553c-be22-4963-9801-16d520e3761d with Priority: HIGHEST for action port [ 832.716409] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3866553c-be22-4963-9801-16d520e3761d with Priority: HIGHEST for action port [ 832.716988] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3866553c-be22-4963-9801-16d520e3761d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.717205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3866553c-be22-4963-9801-16d520e3761d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.717276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3866553c-be22-4963-9801-16d520e3761d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.717605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3866553c-be22-4963-9801-16d520e3761d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.717666] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3866553c-be22-4963-9801-16d520e3761d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.803374] env[66328]: INFO networking_nsxv3.common.synchronization [None req-073e8d9b-3e21-4253-aa20-acce3d72618e tempest-ServersTestManualDisk-1151198408 tempest-ServersTestManualDisk-1151198408-project-member] Enqueued Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_rules [ 832.803931] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_rules [ 832.805076] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.805187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.917412] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 832.917769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.219425] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3866553c-be22-4963-9801-16d520e3761d [ 833.220555] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.220555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.220555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.221063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.221285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.221845] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3866553c-be22-4963-9801-16d520e3761d already deleted. [ 833.221845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3866553c-be22-4963-9801-16d520e3761d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.232583] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.232583] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 already deleted. [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.232583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.232583] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.755490] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.755759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.755879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.756158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.756288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.756486] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 already deleted. [ 833.756620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.843132] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 833.844036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.965434] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c36107-a3c4-433a-be8e-8abbb879d807 req-75643f52-3413-45ef-8f5e-83a70bdee250 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 833.965782] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 833.966191] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.966345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.966396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.967086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.967086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.967086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.967086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.970728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.970728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.970728] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.467624] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.468316] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.469273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.469913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.469993] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.470209] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.470349] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.470646] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.470814] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.471069] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.471215] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.471350] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.471498] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.471703] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.471842] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.471999] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.474817] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.498417] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.498613] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.498772] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.499025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.499286] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-56956fef-9df0-42cb-a8ef-917580a2589e taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.499460] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.499572] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.501887] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.502150] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56956fef-9df0-42cb-a8ef-917580a2589e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.850877] env[66328]: INFO networking_nsxv3.common.synchronization [req-9912045d-35e3-42f2-bbd2-5679fdbb2c60 req-8d257710-095f-4400-a76c-f8bdf1358627 tempest-ListServerFiltersTestJSON-141294103 tempest-ListServerFiltersTestJSON-141294103-project-member] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 834.851796] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 834.852331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.852921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.853096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.853589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.853804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.853995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.854098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.854566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.854566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.854734] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.980842] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.006705] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.006937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.006986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.007262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.007408] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.007732] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 56956fef-9df0-42cb-a8ef-917580a2589e not found, creating... [ 835.007886] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.008038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.008083] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.008295] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.008433] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.008722] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.008848] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.009030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.009182] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.009311] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.009455] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 56956fef-9df0-42cb-a8ef-917580a2589e is going to be created. [ 835.025412] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ba755d3b-48b1-4818-92af-7d3bb739aa9f None None] Enqueued Resource ID: 342f3405-aad5-4ea1-ac37-7cd393d055ec with Priority: HIGHEST for action port [ 835.025964] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342f3405-aad5-4ea1-ac37-7cd393d055ec with Priority: HIGHEST for action port [ 835.026352] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-342f3405-aad5-4ea1-ac37-7cd393d055ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.026475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342f3405-aad5-4ea1-ac37-7cd393d055ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.026538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342f3405-aad5-4ea1-ac37-7cd393d055ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.026844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342f3405-aad5-4ea1-ac37-7cd393d055ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.030298] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342f3405-aad5-4ea1-ac37-7cd393d055ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.034253] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.034422] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.034559] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.034886] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.035613] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.035898] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.357886] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.479619] env[66328]: INFO networking_nsxv3.common.synchronization [req-7a0299e6-f742-4fb4-97c0-c1d454094a0f req-16574864-78cd-4525-b826-82ea00c6ff5b tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 835.480224] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 835.480543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.480662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.480760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.480918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.481086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.481182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.481250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.481373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.481451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.481541] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.482712] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.482869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.482934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.483062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.483142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.483230] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 835.521626] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.521808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.521878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.522115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.522260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.534241] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 342f3405-aad5-4ea1-ac37-7cd393d055ec [ 835.534669] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.534884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.535040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.535527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.535721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.535904] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:342f3405-aad5-4ea1-ac37-7cd393d055ec already deleted. [ 835.536190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342f3405-aad5-4ea1-ac37-7cd393d055ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538965] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 835.788845] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c36107-a3c4-433a-be8e-8abbb879d807 req-02ec8aab-08af-4e1a-a31e-8a6811435c75 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 835.789055] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c36107-a3c4-433a-be8e-8abbb879d807 req-02ec8aab-08af-4e1a-a31e-8a6811435c75 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 835.789192] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c36107-a3c4-433a-be8e-8abbb879d807 req-02ec8aab-08af-4e1a-a31e-8a6811435c75 service nova] Enqueued Resource ID: 56956fef-9df0-42cb-a8ef-917580a2589e with Priority: HIGHEST for action port [ 835.789766] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 835.789907] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 835.790032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56956fef-9df0-42cb-a8ef-917580a2589e with Priority: HIGHEST for action port [ 835.790319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.790469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.790511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.790733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.790836] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.791758] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.791917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.792182] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-56956fef-9df0-42cb-a8ef-917580a2589e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.792368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.792368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.792594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.792673] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56956fef-9df0-42cb-a8ef-917580a2589e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.860805] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.926124] env[66328]: INFO networking_nsxv3.common.synchronization [req-7a0299e6-f742-4fb4-97c0-c1d454094a0f req-be979515-2262-4bbd-8d39-7f4f594563a7 tempest-ServersTestMultiNic-1079245415 tempest-ServersTestMultiNic-1079245415-project-member] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 835.927105] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGHEST for action security_group_members [ 835.928141] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.928282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.986666] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.295724] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.295928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.296678] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56956fef-9df0-42cb-a8ef-917580a2589e with status ACTIVE [ 836.296678] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.296831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.297575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.297575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.297575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.297853] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300776] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.300776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300776] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56956fef-9df0-42cb-a8ef-917580a2589e is going to be updated. [ 836.324730] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.324904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.324984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.325336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.325336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.325490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56956fef-9df0-42cb-a8ef-917580a2589e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.363728] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.363914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.363985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.364243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.364372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.364465] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 836.417199] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.417372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.417414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.417686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.417776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.429148] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 836.488787] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.896894] env[66328]: INFO networking_nsxv3.common.synchronization [req-13b7ba6f-8292-4f61-9579-9171ffd2e435 req-a917339c-e6a7-46d2-9c3e-eda80a19e991 tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 836.898172] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 836.898645] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.898924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.899616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.899616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.899745] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.899745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.899846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.900061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.900061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.900180] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.991612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.991612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.991612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.991980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.991980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.992086] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 837.035654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.035654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.035654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.035654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.035654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.053218] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 837.370526] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371141] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371141] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.371141] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.371403] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371490] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.372249] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372540] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372811] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.372996] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.373260] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.373260] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.373260] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.373439] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.373439] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.373581] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.404095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.404095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.404095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.404095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407656] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.407656] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.407656] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.407656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.407656] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-5040b4a0-b454-452e-8f5e-ce2cbb33584d taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.407656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407656] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5040b4a0-b454-452e-8f5e-ce2cbb33584d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.444313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.444491] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.444643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.444700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.444921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.445035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.445112] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 837.485233] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.485233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.485233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.485428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.485583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.505620] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 837.549396] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 837.550348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.550348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.550348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.550348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.550348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.550348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.550766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.550766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.550766] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.910465] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.910851] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.910851] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.911234] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.911405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.911580] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 5040b4a0-b454-452e-8f5e-ce2cbb33584d not found, creating... [ 837.911900] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.912118] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.912224] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.912476] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.912639] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.912972] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.913250] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.913374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.913630] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.913766] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.913952] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 5040b4a0-b454-452e-8f5e-ce2cbb33584d is going to be created. [ 837.937238] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.937574] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.937706] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.937955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.938247] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.938485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.053437] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.444694] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 838.444946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.556143] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.773515] env[66328]: INFO networking_nsxv3.common.synchronization [req-13b7ba6f-8292-4f61-9579-9171ffd2e435 req-aa6f8c4a-bd59-4fff-bd34-0b8d5ab4a801 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 838.773613] env[66328]: INFO networking_nsxv3.common.synchronization [req-13b7ba6f-8292-4f61-9579-9171ffd2e435 req-aa6f8c4a-bd59-4fff-bd34-0b8d5ab4a801 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 838.774016] env[66328]: INFO networking_nsxv3.common.synchronization [req-13b7ba6f-8292-4f61-9579-9171ffd2e435 req-aa6f8c4a-bd59-4fff-bd34-0b8d5ab4a801 service nova] Enqueued Resource ID: 5040b4a0-b454-452e-8f5e-ce2cbb33584d with Priority: HIGHEST for action port [ 838.774428] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 838.774636] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 838.774782] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5040b4a0-b454-452e-8f5e-ce2cbb33584d with Priority: HIGHEST for action port [ 838.775894] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.775894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.775894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.775894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.776500] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.776944] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.777274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.777445] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5040b4a0-b454-452e-8f5e-ce2cbb33584d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.777555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.777667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.777856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.778406] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5040b4a0-b454-452e-8f5e-ce2cbb33584d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.061060] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.061060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.061060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.061060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.061060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.061060] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 839.070887] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 839.071070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.071162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.071419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.071769] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.071769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.071769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.072172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.072172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.072172] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.101752] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.102112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.102244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.102479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.102717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.114494] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 839.280284] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.281149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.281149] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5040b4a0-b454-452e-8f5e-ce2cbb33584d with status ACTIVE [ 839.281427] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.281613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.282390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.282390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.282390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.282610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.283205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.283205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.283205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.283205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.283534] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.283590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.283677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.284284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.284284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.284284] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5040b4a0-b454-452e-8f5e-ce2cbb33584d is going to be updated. [ 839.306979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.307130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.307177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.307367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.307501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.307660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5040b4a0-b454-452e-8f5e-ce2cbb33584d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.520253] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 839.520253] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 839.520377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.520535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.520833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.521095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.521222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.521286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.521548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.521548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.521660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.574413] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.574413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.574413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.574736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.574833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.575046] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.575173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.575251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.575414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.575503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.575581] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be updated. [ 839.609450] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.609450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.610095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.610095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.610095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.621574] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: IN_PROGRESS for 2s [ 840.026983] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.529201] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.691769] env[66328]: INFO networking_nsxv3.common.synchronization [req-5b193389-80fa-4868-a307-3a7ae30ad3f6 req-906b53f5-1540-41a1-b738-337dc874ec26 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 840.692615] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 840.693481] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.693481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.693649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.693805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.694703] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.694703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.694703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.694703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.694703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.694703] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.716756] env[66328]: INFO networking_nsxv3.common.synchronization [req-00c3717d-43ee-4858-b04b-06c1c3b92fbd req-35b81a28-32e4-4dda-a9fc-6b24cffe6d90 tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 840.717591] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGHEST for action security_group_members [ 840.717964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.718116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.718190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.718381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.718525] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.718611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.718714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.718818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.718913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.718980] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.969027] env[66328]: INFO networking_nsxv3.common.synchronization [None req-cc959fe7-229e-4089-ae56-474012cffe7a None None] Enqueued Resource ID: b4196da4-8f92-4bff-94b5-39af836155d8 with Priority: HIGHEST for action port [ 840.969879] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4196da4-8f92-4bff-94b5-39af836155d8 with Priority: HIGHEST for action port [ 840.970323] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4196da4-8f92-4bff-94b5-39af836155d8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.970445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4196da4-8f92-4bff-94b5-39af836155d8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.970522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4196da4-8f92-4bff-94b5-39af836155d8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.970862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4196da4-8f92-4bff-94b5-39af836155d8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.970974] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4196da4-8f92-4bff-94b5-39af836155d8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.033484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.033484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.033484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.033484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.033484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.033484] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 841.070072] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.070712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.070864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.081522] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 841.125871] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 841.126143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.126570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.127245] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.127245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.127245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.127245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.127718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.127718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.127718] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.198373] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.221896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.222094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.223277] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.223277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.223277] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be updated. [ 841.271695] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.271916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.271969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.272287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.272468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.283817] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: IN_PROGRESS for 2s [ 841.473420] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4196da4-8f92-4bff-94b5-39af836155d8 [ 841.473630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.473913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.474016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.474248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.474339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.474445] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4196da4-8f92-4bff-94b5-39af836155d8 already deleted. [ 841.474523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4196da4-8f92-4bff-94b5-39af836155d8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.566697] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.566697] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.566697] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.567076] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.567076] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.567959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.567959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.567959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.567959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.567959] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.568200] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.568200] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.568273] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.569143] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.569143] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.569143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.592696] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.592998] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.593232] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.593479] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.596468] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-21ed817a-eee5-4825-af76-eb96e477fd71 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.596468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.596468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.596468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.596468] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ed817a-eee5-4825-af76-eb96e477fd71',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.631585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.631790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.631790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.633024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.633024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.633024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.633589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.633589] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.633589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.633589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.633589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.633767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.633767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.633829] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.635851] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99a9269-e604-45e3-9964-0801640db840 in Status: SUCCESS [ 841.636055] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99a9269-e604-45e3-9964-0801640db840 deletion is rescheduled due to dependency. [ 841.636164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.700459] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.098835] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.099138] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.099306] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.099658] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.099856] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.100080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 21ed817a-eee5-4825-af76-eb96e477fd71 not found, creating... [ 842.100446] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.100657] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.100811] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.101112] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.101291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.101924] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.101924] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.102148] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.104431] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.104659] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.104850] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 21ed817a-eee5-4825-af76-eb96e477fd71 is going to be created. [ 842.128390] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.128598] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.128759] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.128981] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.129221] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.129447] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.138520] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70ca357-d4bc-4ca4-a89e-8d0ffb04054b: rpc.has_security_group_logging(os_id): False [ 842.163053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.163202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.163284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.163496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.186372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.186477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.186555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.186620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.186824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.186925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.187316] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.187425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.187541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.187836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.187918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.188120] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.188255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.188296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.188413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.188483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.188567] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 842.204655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.204655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.204655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.204976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.204976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.204976] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 842.286238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.286238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.286238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.286238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.286238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.304576] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 842.388514] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.388712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.388752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.388961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.389083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.406266] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 842.933644] env[66328]: INFO networking_nsxv3.common.synchronization [req-5b193389-80fa-4868-a307-3a7ae30ad3f6 req-a493b0a4-1507-47a9-9c46-a4aecf2ea913 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 842.933644] env[66328]: INFO networking_nsxv3.common.synchronization [req-5b193389-80fa-4868-a307-3a7ae30ad3f6 req-a493b0a4-1507-47a9-9c46-a4aecf2ea913 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 842.933644] env[66328]: INFO networking_nsxv3.common.synchronization [req-5b193389-80fa-4868-a307-3a7ae30ad3f6 req-a493b0a4-1507-47a9-9c46-a4aecf2ea913 service nova] Enqueued Resource ID: 21ed817a-eee5-4825-af76-eb96e477fd71 with Priority: HIGHEST for action port [ 842.938018] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 842.938018] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 842.938018] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ed817a-eee5-4825-af76-eb96e477fd71 with Priority: HIGHEST for action port [ 842.938018] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.938018] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.938018] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.938018] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ed817a-eee5-4825-af76-eb96e477fd71 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.938018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.938018] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ed817a-eee5-4825-af76-eb96e477fd71',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.954276] env[66328]: INFO networking_nsxv3.common.synchronization [req-aada4a05-8256-4320-b61f-c25d13f8ea85 req-92852ff6-e678-4cf5-8ea9-45b3301f9c9e tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_members [ 842.955049] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGHEST for action security_group_members [ 842.955390] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.955510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.955577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.956510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.956510] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.956510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.956510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.956510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.956510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.956510] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.999048] env[66328]: INFO networking_nsxv3.common.synchronization [None req-8cb9b637-a507-4570-9b36-dffab7ad855a None None] Enqueued Resource ID: 543f481f-519b-4c7f-8772-818e4cfbf623 with Priority: HIGHEST for action port [ 842.999834] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f481f-519b-4c7f-8772-818e4cfbf623 with Priority: HIGHEST for action port [ 843.002414] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-543f481f-519b-4c7f-8772-818e4cfbf623 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.002414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543f481f-519b-4c7f-8772-818e4cfbf623" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.002414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543f481f-519b-4c7f-8772-818e4cfbf623" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.002414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543f481f-519b-4c7f-8772-818e4cfbf623" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.002414] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543f481f-519b-4c7f-8772-818e4cfbf623',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.093846] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 843.094238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.096131] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.096131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.096845] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.299770] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 in Status: SUCCESS [ 843.299963] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 deletion is rescheduled due to dependency. [ 843.300095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.444395] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.444395] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21ed817a-eee5-4825-af76-eb96e477fd71 with status ACTIVE [ 843.444395] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.444395] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.444395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.444395] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.445275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.445275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.445275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.445275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.445275] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21ed817a-eee5-4825-af76-eb96e477fd71 is going to be updated. [ 843.459533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.462620] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.462620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.462620] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9806611d-809c-4d71-afb7-8188a9582245 is going to be updated. [ 843.478285] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.478477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.478530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.478748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.478916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.479501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ed817a-eee5-4825-af76-eb96e477fd71" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.505179] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 543f481f-519b-4c7f-8772-818e4cfbf623 [ 843.505179] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.505179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.505179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.505179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.505179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.505539] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:543f481f-519b-4c7f-8772-818e4cfbf623 already deleted. [ 843.505539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543f481f-519b-4c7f-8772-818e4cfbf623" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.508346] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.508515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.508556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.508862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.508946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.523777] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: IN_PROGRESS for 2s [ 843.599538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.599726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.599796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.600131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.601282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.601282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.601282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.601282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.601282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.601556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.602720] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.602720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.602720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.602720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.602720] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.602720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.602720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.603168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.603168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.603168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.603168] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.106938] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fe1e8d-a735-408a-a49f-4d2da249fbad: rpc.has_security_group_logging(os_id): False [ 844.128691] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.129610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.129682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.129967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.130074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.130325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.130442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.130602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.130765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.130861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.131121] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.131218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.131310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.131519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.131640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.131922] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.132106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.132195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.133133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.133268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.133394] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 844.205974] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.206178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.206438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.206542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.206793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.223664] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 844.316219] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 844.316469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.316598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.316894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.317142] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.317261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.317328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.317485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.317563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.318318] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.421452] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 844.421713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.820572] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.068483] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e4e81492-9368-45bf-ad90-c918fc2b63f0 None None] Enqueued Resource ID: a821f996-14da-419c-ad48-4da660ccfdba with Priority: HIGHEST for action port [ 845.068483] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a821f996-14da-419c-ad48-4da660ccfdba with Priority: HIGHEST for action port [ 845.068581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a821f996-14da-419c-ad48-4da660ccfdba taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.070182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a821f996-14da-419c-ad48-4da660ccfdba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.070182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a821f996-14da-419c-ad48-4da660ccfdba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.070182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a821f996-14da-419c-ad48-4da660ccfdba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.070182] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a821f996-14da-419c-ad48-4da660ccfdba',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.323612] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.385026] env[66328]: INFO networking_nsxv3.common.synchronization [None req-84245394-e921-4aa3-8258-e8dcdc84e248 None None] Enqueued Resource ID: b62f4daa-ee8c-411f-9c6b-44388c378f24 with Priority: HIGHEST for action port [ 845.385026] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f4daa-ee8c-411f-9c6b-44388c378f24 with Priority: HIGHEST for action port [ 845.385387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62f4daa-ee8c-411f-9c6b-44388c378f24 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.385387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62f4daa-ee8c-411f-9c6b-44388c378f24" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.385387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62f4daa-ee8c-411f-9c6b-44388c378f24" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.386888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62f4daa-ee8c-411f-9c6b-44388c378f24" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.386888] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62f4daa-ee8c-411f-9c6b-44388c378f24',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.534857] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9806611d-809c-4d71-afb7-8188a9582245 in Status: SUCCESS [ 845.534857] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9806611d-809c-4d71-afb7-8188a9582245 deletion is rescheduled due to dependency. [ 845.535010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.573138] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a821f996-14da-419c-ad48-4da660ccfdba [ 845.573809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.573809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.573809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.574213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.574213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.574286] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a821f996-14da-419c-ad48-4da660ccfdba already deleted. [ 845.574623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a821f996-14da-419c-ad48-4da660ccfdba" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.827596] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.827596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.827768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.827993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.828093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.828820] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 845.862813] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.863037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.863160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.863481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.863721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.875756] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 845.889980] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b62f4daa-ee8c-411f-9c6b-44388c378f24 [ 845.889980] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.889980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.889980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.889980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.889980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.889980] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b62f4daa-ee8c-411f-9c6b-44388c378f24 already deleted. [ 845.889980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62f4daa-ee8c-411f-9c6b-44388c378f24" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.242456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 846.242869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.284388] env[66328]: INFO networking_nsxv3.common.synchronization [req-c1d8aaf4-a56b-43c1-bb30-8afa7b3d8f1a req-57fc731d-00c0-4bf6-84e1-246b3e38fafc tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 846.284987] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 846.285325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.285490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.285630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.285892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.287468] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.287468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.287468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.287468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.287468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.287468] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.790527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.790882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.790882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.791012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.791102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.791332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.791424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.791737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.791935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.792369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.792369] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be deleted. [ 846.820209] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.820422] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.820544] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.820830] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.821114] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.821319] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.821418] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.824643] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.825521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.825521] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.825521] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.825521] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.825521] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.825821] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.825821] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.825930] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.847696] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.847878] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.848031] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.848221] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.848537] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-11b481c6-5411-48cb-813f-ae55d11c7894 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.848723] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.848829] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.849221] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.849360] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b481c6-5411-48cb-813f-ae55d11c7894',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.857853] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.858076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.858076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.858330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.858410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.858449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.275244] env[66328]: INFO networking_nsxv3.common.synchronization [None req-880453d7-2d74-4fe5-88cd-ecc9e831f45b None None] Enqueued Resource ID: 59dbc57e-0111-4b79-8013-f915b16ac2b6 with Priority: HIGHEST for action port [ 847.275837] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59dbc57e-0111-4b79-8013-f915b16ac2b6 with Priority: HIGHEST for action port [ 847.276335] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-59dbc57e-0111-4b79-8013-f915b16ac2b6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.276335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59dbc57e-0111-4b79-8013-f915b16ac2b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.276500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59dbc57e-0111-4b79-8013-f915b16ac2b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.276993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59dbc57e-0111-4b79-8013-f915b16ac2b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.276993] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dbc57e-0111-4b79-8013-f915b16ac2b6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.351931] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.352610] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.353137] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.353137] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.353570] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.353765] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 11b481c6-5411-48cb-813f-ae55d11c7894 not found, creating... [ 847.354186] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.354290] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.354331] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.355309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.355309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.355309] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.355567] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.355782] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.356047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.356220] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.356371] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 11b481c6-5411-48cb-813f-ae55d11c7894 is going to be created. [ 847.380266] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.380576] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.380708] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.380986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.381238] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.381456] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.780445] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59dbc57e-0111-4b79-8013-f915b16ac2b6 [ 847.780445] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.780445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.780445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.780445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.780445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.780445] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59dbc57e-0111-4b79-8013-f915b16ac2b6 already deleted. [ 847.780445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59dbc57e-0111-4b79-8013-f915b16ac2b6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.889251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 847.890259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.890259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.890259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.890259] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.890446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.890548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.890783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.890964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.891316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.891316] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.093990] env[66328]: INFO networking_nsxv3.common.synchronization [None req-de9a6cb1-ab48-456b-b30c-2232e03e83ca None None] Enqueued Resource ID: 4116365d-bc2f-4be1-ab38-79d6c3d65122 with Priority: HIGHEST for action port [ 848.094551] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4116365d-bc2f-4be1-ab38-79d6c3d65122 with Priority: HIGHEST for action port [ 848.095099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4116365d-bc2f-4be1-ab38-79d6c3d65122 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.095099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4116365d-bc2f-4be1-ab38-79d6c3d65122" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.095256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4116365d-bc2f-4be1-ab38-79d6c3d65122" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.095401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4116365d-bc2f-4be1-ab38-79d6c3d65122" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.095661] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4116365d-bc2f-4be1-ab38-79d6c3d65122',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.120726] env[66328]: INFO networking_nsxv3.common.synchronization [req-c1d8aaf4-a56b-43c1-bb30-8afa7b3d8f1a req-f9cbbf10-5dde-4ba6-b8dc-07d80048de9e service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 848.120910] env[66328]: INFO networking_nsxv3.common.synchronization [req-c1d8aaf4-a56b-43c1-bb30-8afa7b3d8f1a req-f9cbbf10-5dde-4ba6-b8dc-07d80048de9e service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 848.121349] env[66328]: INFO networking_nsxv3.common.synchronization [req-c1d8aaf4-a56b-43c1-bb30-8afa7b3d8f1a req-f9cbbf10-5dde-4ba6-b8dc-07d80048de9e service nova] Enqueued Resource ID: 11b481c6-5411-48cb-813f-ae55d11c7894 with Priority: HIGHEST for action port [ 848.121558] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 848.121718] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 848.121803] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b481c6-5411-48cb-813f-ae55d11c7894 with Priority: HIGHEST for action port [ 848.122105] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.122230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.122307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.122514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.122647] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.123420] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.123536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.123601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.123765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.123908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.124073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.124073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.124204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.124286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.124373] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.127199] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b481c6-5411-48cb-813f-ae55d11c7894 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.127199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.127199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.127199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.127199] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b481c6-5411-48cb-813f-ae55d11c7894',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.329036] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fa357817-5117-4905-ae3c-af018963d606 None None] Enqueued Resource ID: 9067ca20-7434-44a1-87bf-d6067ceb49c5 with Priority: HIGHEST for action port [ 848.329799] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9067ca20-7434-44a1-87bf-d6067ceb49c5 with Priority: HIGHEST for action port [ 848.330343] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-9067ca20-7434-44a1-87bf-d6067ceb49c5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.330531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9067ca20-7434-44a1-87bf-d6067ceb49c5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.330635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9067ca20-7434-44a1-87bf-d6067ceb49c5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.330969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9067ca20-7434-44a1-87bf-d6067ceb49c5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.331190] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9067ca20-7434-44a1-87bf-d6067ceb49c5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.398029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.398029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.398029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.398312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.398437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.398474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.398624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.399312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.399312] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.399312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.399312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.399513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.399513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.399597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.399639] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.597551] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4116365d-bc2f-4be1-ab38-79d6c3d65122 [ 848.598240] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.598240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.598240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.598240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.598474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.598474] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4116365d-bc2f-4be1-ab38-79d6c3d65122 already deleted. [ 848.598474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4116365d-bc2f-4be1-ab38-79d6c3d65122" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.628069] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11b481c6-5411-48cb-813f-ae55d11c7894 with status ACTIVE [ 848.628817] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.628817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.628817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.629049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.629183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.630119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.630119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.630119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.630119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.630119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.630119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.630404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.630853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.630853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.630853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.630984] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11b481c6-5411-48cb-813f-ae55d11c7894 is going to be updated. [ 848.632792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.632901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.633097] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.656364] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.656537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.656639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.659087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.659292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.659797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b481c6-5411-48cb-813f-ae55d11c7894" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.834696] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9067ca20-7434-44a1-87bf-d6067ceb49c5 [ 848.834982] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.835146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.835208] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.835447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.835539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.835652] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9067ca20-7434-44a1-87bf-d6067ceb49c5 already deleted. [ 848.835983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9067ca20-7434-44a1-87bf-d6067ceb49c5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.906115] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 848.927225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.927385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.927434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.927999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.927999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.927999] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.927999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.928485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.928485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.928485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.928485] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.928683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.928683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.928760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.928799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.928970] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.929109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.929174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.929339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.929339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.929454] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 848.967724] env[66328]: INFO networking_nsxv3.common.synchronization [None req-108f108a-26c1-48a1-b356-851af8d58c3b tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 848.968289] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 848.968727] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.969079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.969236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.969616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.969795] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.998357] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.998501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.998575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.998777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.999325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.015292] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 849.057393] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b45a5570-2dec-454b-9cbf-99bf7037d2a3 tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 849.057393] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 849.057393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.057393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.137169] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.494272] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.494430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.494430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.494694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.494799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.494920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 already deleted. [ 849.495055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.495418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.495418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.495575] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.640962] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.641994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.641994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.641994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.641994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.641994] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be created. [ 849.675216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.675216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.675216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.675494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.675599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.693105] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: UNINITIALIZED for 2s [ 850.017192] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.017192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.017192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.017192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.017192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.017192] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 already deleted. [ 850.017192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.138114] env[66328]: INFO networking_nsxv3.common.synchronization [req-829467aa-dffa-411f-8abb-730d7899f0d2 req-11c556df-3af2-4e60-9cb1-b8d7a354ab02 tempest-ServerTagsTestJSON-1012375743 tempest-ServerTagsTestJSON-1012375743-project-member] Enqueued Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_members [ 850.138699] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_members [ 850.139069] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.139197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.139262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.139518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.139675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.139778] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.139840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.139992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.140285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140385] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.548408] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.548617] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-442" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.548789] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-442" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.549063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-442" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.549326] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.549476] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.549587] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.549805] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.550492] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.550807] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.550963] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.551379] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.551524] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.551640] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.551747] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.551879] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.575633] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.576048] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.576048] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.576234] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-442" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.576616] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.576890] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.577674] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.577674] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.577674] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.642706] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.642989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.643175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.643533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.643670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.644184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.644365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.644681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.644791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644913] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2887f181-6e47-48dc-96dc-ae5a6026136e already deleted. [ 850.645026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859776] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d45c777f-50b4-4467-bc8d-3a1fff01f81c None None] Enqueued Resource ID: 59839b9c-d5bd-45b2-a8ae-5dda27238f36 with Priority: HIGHEST for action port [ 850.859776] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59839b9c-d5bd-45b2-a8ae-5dda27238f36 with Priority: HIGHEST for action port [ 850.859776] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-59839b9c-d5bd-45b2-a8ae-5dda27238f36 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.859776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59839b9c-d5bd-45b2-a8ae-5dda27238f36" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.859776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59839b9c-d5bd-45b2-a8ae-5dda27238f36" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.860226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59839b9c-d5bd-45b2-a8ae-5dda27238f36" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.860226] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59839b9c-d5bd-45b2-a8ae-5dda27238f36',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.036113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 851.036620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.080634] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.080905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.081146] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.081517] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.082158] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.082707] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 not found, creating... [ 851.083052] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.086063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.086063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.086063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.086063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.086450] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.086450] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.086946] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.087267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.087420] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.087591] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 is going to be created. [ 851.119371] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.119729] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.119927] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.120403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.122344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.122885] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.364123] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59839b9c-d5bd-45b2-a8ae-5dda27238f36 [ 851.364396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.364699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.364925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.365152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.365281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.365409] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59839b9c-d5bd-45b2-a8ae-5dda27238f36 already deleted. [ 851.365523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59839b9c-d5bd-45b2-a8ae-5dda27238f36" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.704911] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 851.706036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.706036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.706036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.706303] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.706396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.706584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.706880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.707045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.707197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.707762] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.887223] env[66328]: INFO networking_nsxv3.common.synchronization [req-829467aa-dffa-411f-8abb-730d7899f0d2 req-9b580bc9-1180-4ac0-8756-d50df864c0e7 service nova] Enqueued Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_rules [ 851.887765] env[66328]: INFO networking_nsxv3.common.synchronization [req-829467aa-dffa-411f-8abb-730d7899f0d2 req-9b580bc9-1180-4ac0-8756-d50df864c0e7 service nova] Enqueued Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_members [ 851.888046] env[66328]: INFO networking_nsxv3.common.synchronization [req-829467aa-dffa-411f-8abb-730d7899f0d2 req-9b580bc9-1180-4ac0-8756-d50df864c0e7 service nova] Enqueued Resource ID: f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 with Priority: HIGHEST for action port [ 851.889454] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_rules [ 851.889630] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_members [ 851.889733] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 with Priority: HIGHEST for action port [ 851.890066] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.890234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.890274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.890531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.890639] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.892054] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.892054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.892203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.892582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.892582] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.892582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.892850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.894101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.894228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.894228] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.895393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.895393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.895393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.895584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.895584] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.209669] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.210212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.210212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.210212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.210398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.210475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.210532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.210756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.210881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.211017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.211309] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.211427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.211489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.211694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.211914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.212074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.212178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.212481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.212585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.212732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.212887] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.397365] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.398011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.398011] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.401317] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 with status ACTIVE [ 852.401317] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.401504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.401504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.402081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.402081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.402081] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.402081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.402081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.402280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.402280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.402502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.402502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.402612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.402703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.402787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.402871] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4 is going to be updated. [ 852.429037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.429251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.429251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.429472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.429611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.429777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f387c06a-011f-4a1b-b8b2-cb9b6e3f66d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.591730] env[66328]: INFO networking_nsxv3.common.synchronization [req-5bbfaaf2-0fc3-41c8-9096-d2a326298cab req-fb39bb10-ebd3-4a5c-ac10-2d4c9a93f95a tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 852.591730] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 852.591730] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.591730] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.591730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.591730] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.716226] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa23567-0dfd-4191-931b-3460b9cdffac: rpc.has_security_group_logging(os_id): False [ 852.736383] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.736383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.736383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.736675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.736675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.736893] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.736893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.737024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.738091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.739844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.740294] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.740426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.740510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.740672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.740756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.740969] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.741101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.741154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.741280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.741373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.741434] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be created. [ 852.816706] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.816706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.816848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.816995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.817538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.839442] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 852.901062] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.990392] env[66328]: INFO networking_nsxv3.common.synchronization [req-a00d1186-8925-4beb-9e34-ca6d14cae51d req-bc50cb34-0e01-4428-974e-a07c314d6545 tempest-ServerAddressesNegativeTestJSON-415107233 tempest-ServerAddressesNegativeTestJSON-415107233-project-member] Enqueued Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_members [ 852.990392] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_members [ 852.990580] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.990738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.990819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.991186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.991297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.991426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.991537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.991854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.991979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.992135] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.094688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.094947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.094947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.095205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.095205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.095402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.095497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.095559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.095712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.095777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.095865] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 853.125633] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.125633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.125633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.125890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.125890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.137631] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 853.405314] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.405709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.405709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.406372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.406372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.406372] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2887f181-6e47-48dc-96dc-ae5a6026136e is going to be created. [ 853.441050] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.441050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.441050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.442657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.442657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.461797] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2887f181-6e47-48dc-96dc-ae5a6026136e in Status: UNINITIALIZED for 2s [ 853.470313] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.470458] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-255" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.470762] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-255" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.470923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-255" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.475448] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.475448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.475448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.475448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.475448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.475448] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.475448] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.475448] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.475448] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.475448] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.475448] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.476056] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.495180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.495365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.495460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.496113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.496113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.496230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.496347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.496406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.496552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.496624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.496711] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 already deleted. [ 853.496847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.512730] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.512869] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.513249] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.513445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-255" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.513750] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.514099] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.514228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.514554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.514717] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c18ff54-0069-4aaa-a05b-3f5c143d06fc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.016930] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.017203] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.017308] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.017594] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.017738] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.017935] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 8c18ff54-0069-4aaa-a05b-3f5c143d06fc not found, creating... [ 854.018229] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.018528] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.018528] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.018721] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.018858] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.019158] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.019368] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.019464] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.019631] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.019749] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.019884] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 8c18ff54-0069-4aaa-a05b-3f5c143d06fc is going to be created. [ 854.042980] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.043228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.043349] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.043627] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.043853] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.044178] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.775809] env[66328]: INFO networking_nsxv3.common.synchronization [req-a00d1186-8925-4beb-9e34-ca6d14cae51d req-ecdfd172-e83c-42e8-967e-b404eb256f70 service nova] Enqueued Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_rules [ 854.776127] env[66328]: INFO networking_nsxv3.common.synchronization [req-a00d1186-8925-4beb-9e34-ca6d14cae51d req-ecdfd172-e83c-42e8-967e-b404eb256f70 service nova] Enqueued Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_members [ 854.776277] env[66328]: INFO networking_nsxv3.common.synchronization [req-a00d1186-8925-4beb-9e34-ca6d14cae51d req-ecdfd172-e83c-42e8-967e-b404eb256f70 service nova] Enqueued Resource ID: 8c18ff54-0069-4aaa-a05b-3f5c143d06fc with Priority: HIGHEST for action port [ 854.776826] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_rules [ 854.776989] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_members [ 854.777124] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c18ff54-0069-4aaa-a05b-3f5c143d06fc with Priority: HIGHEST for action port [ 854.777413] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.777536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.777599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.777852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.777937] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.779205] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.779317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.779395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.779587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.779771] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.779874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.779936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.780102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.780189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.780279] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.781308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.781463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.781543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.781710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.781790] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c18ff54-0069-4aaa-a05b-3f5c143d06fc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.866758] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 854.866758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.150857] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 855.151058] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 deletion is rescheduled due to dependency. [ 855.151200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.285434] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.289582] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.289742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.289960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c18ff54-0069-4aaa-a05b-3f5c143d06fc with status ACTIVE [ 855.292035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.292035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.292035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.292035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.292035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c18ff54-0069-4aaa-a05b-3f5c143d06fc is going to be updated. [ 855.316612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.316976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.316976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.317275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.317275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.317422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c18ff54-0069-4aaa-a05b-3f5c143d06fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.474271] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2887f181-6e47-48dc-96dc-ae5a6026136e in Status: SUCCESS [ 855.474611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.474729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.474966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.475187] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.475310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.475376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.475532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.476057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.476179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.476293] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.794195] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.980865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.981108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.981199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.981405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.981405] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.981726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.981766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.981933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.982091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.982413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.982670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.982785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.982841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.982992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.983190] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.983289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.983367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.983524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.983624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.984774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.984895] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.297081] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.297230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.297314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.297499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.297582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.297681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 is going to be created. [ 856.378250] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.379962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.379962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.379962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.379962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.392401] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 in Status: UNINITIALIZED for 2s [ 856.489352] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2887f181-6e47-48dc-96dc-ae5a6026136e: rpc.has_security_group_logging(os_id): False [ 856.510463] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.510633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.510766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.510991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.511098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.511340] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.511447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.511511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.511935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.512065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.512246] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.512330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.512424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.512570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.512653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.512871] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.512931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.512989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.513151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.513251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.513348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2887f181-6e47-48dc-96dc-ae5a6026136e is going to be created. [ 856.522722] env[66328]: INFO networking_nsxv3.common.synchronization [None req-aee6da71-ccdd-486c-bc34-d980f835748d None None] Enqueued Resource ID: 024bad6c-e39b-46fe-a8d8-e950d061244f with Priority: HIGHEST for action port [ 856.523129] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024bad6c-e39b-46fe-a8d8-e950d061244f with Priority: HIGHEST for action port [ 856.523397] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-024bad6c-e39b-46fe-a8d8-e950d061244f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.523838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024bad6c-e39b-46fe-a8d8-e950d061244f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.523838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024bad6c-e39b-46fe-a8d8-e950d061244f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.523838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024bad6c-e39b-46fe-a8d8-e950d061244f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.524033] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024bad6c-e39b-46fe-a8d8-e950d061244f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.578829] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.578829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.578829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.578829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.578829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.595278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2887f181-6e47-48dc-96dc-ae5a6026136e in Status: IN_PROGRESS for 2s [ 857.027559] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 024bad6c-e39b-46fe-a8d8-e950d061244f [ 857.027923] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.027923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.028049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.028294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.028397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.028495] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:024bad6c-e39b-46fe-a8d8-e950d061244f already deleted. [ 857.028576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024bad6c-e39b-46fe-a8d8-e950d061244f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.404008] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 in Status: SUCCESS [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.404008] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.404008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.404624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.404624] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.613628] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2887f181-6e47-48dc-96dc-ae5a6026136e in Status: SUCCESS [ 858.613628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.906623] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.906879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.906879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.906970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.907483] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.907483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.907483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.907756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.907756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.907888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.907888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.908145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.908223] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.908347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.908409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.908514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.908682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.908682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.909126] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.412378] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ed4ea55-3a86-408f-a693-2a9d208d1a91: rpc.has_security_group_logging(os_id): False [ 859.435220] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435220] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435220] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.435220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.435885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.435885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436127] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 is going to be created. [ 859.496715] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.497073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.497179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.497513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.497807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.513253] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 in Status: IN_PROGRESS for 2s [ 859.554650] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c3130ed6-ca71-470d-ac6d-d8eb082b2afb None None] Enqueued Resource ID: 2484ced0-0f60-40b8-bab9-a83ec11b6d17 with Priority: HIGHEST for action port [ 859.555729] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2484ced0-0f60-40b8-bab9-a83ec11b6d17 with Priority: HIGHEST for action port [ 859.555975] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-2484ced0-0f60-40b8-bab9-a83ec11b6d17 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.555975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2484ced0-0f60-40b8-bab9-a83ec11b6d17" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.555975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2484ced0-0f60-40b8-bab9-a83ec11b6d17" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.556265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2484ced0-0f60-40b8-bab9-a83ec11b6d17" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.556565] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2484ced0-0f60-40b8-bab9-a83ec11b6d17',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.060440] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2484ced0-0f60-40b8-bab9-a83ec11b6d17 [ 860.060803] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.060989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.060989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.061220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.061315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.061409] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2484ced0-0f60-40b8-bab9-a83ec11b6d17 already deleted. [ 860.061487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2484ced0-0f60-40b8-bab9-a83ec11b6d17" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.276873] env[66328]: INFO networking_nsxv3.common.synchronization [req-6f189142-6dcb-4d16-b653-aade968e9609 req-b71e077c-fc68-436c-85de-5c1de3442fdd tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 860.278200] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 860.278412] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.278535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.278616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.278823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.279038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.279225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.279225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.279466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.279598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.279730] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.782251] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.283727] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.530345] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 in Status: SUCCESS [ 861.530587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.787152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.787573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.787573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.787655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.787749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.788052] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 861.825505] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.825909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.825909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.826041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.826194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.838275] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 863.851558] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 863.851965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.278665] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 865.279056] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 865.441574] env[66328]: INFO networking_nsxv3.common.synchronization [None req-01fcb1a1-f838-4e28-8289-a9f054197010 None None] Enqueued Resource ID: 19e2b05d-9658-46d0-bbc8-8a1ab5d056f4 with Priority: HIGHEST for action port [ 865.442110] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e2b05d-9658-46d0-bbc8-8a1ab5d056f4 with Priority: HIGHEST for action port [ 865.442448] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e2b05d-9658-46d0-bbc8-8a1ab5d056f4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.442573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e2b05d-9658-46d0-bbc8-8a1ab5d056f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.442647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e2b05d-9658-46d0-bbc8-8a1ab5d056f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.442919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e2b05d-9658-46d0-bbc8-8a1ab5d056f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.443032] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e2b05d-9658-46d0-bbc8-8a1ab5d056f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.948239] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19e2b05d-9658-46d0-bbc8-8a1ab5d056f4 [ 865.948479] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.948612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.948685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.948907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.951946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.951946] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19e2b05d-9658-46d0-bbc8-8a1ab5d056f4 already deleted. [ 865.951946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e2b05d-9658-46d0-bbc8-8a1ab5d056f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.063117] env[66328]: INFO networking_nsxv3.common.synchronization [req-47dc2c6c-259a-4999-8185-d6d347c6c97f req-742893fe-91b2-4386-84f2-4b6df29385a4 tempest-ServerTagsTestJSON-1012375743 tempest-ServerTagsTestJSON-1012375743-project-member] Enqueued Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_members [ 866.063920] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2887f181-6e47-48dc-96dc-ae5a6026136e with Priority: HIGHEST for action security_group_members [ 866.066769] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-2887f181-6e47-48dc-96dc-ae5a6026136e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.066769] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.066769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.066769] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2887f181-6e47-48dc-96dc-ae5a6026136e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.572688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.573105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.573143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.573469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.574574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.574574] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.574574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.574574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.574574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.574574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.575074] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2887f181-6e47-48dc-96dc-ae5a6026136e is going to be updated. [ 866.620129] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.620297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.620442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.620596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.620740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.631431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2887f181-6e47-48dc-96dc-ae5a6026136e in Status: IN_PROGRESS for 2s [ 867.758420] env[66328]: INFO networking_nsxv3.common.synchronization [req-841a8288-23e4-4f66-9a8c-d1ad4edaed24 req-0f6d9c29-cae6-4fbf-b967-b716e0fdb9cb tempest-ServerAddressesNegativeTestJSON-415107233 tempest-ServerAddressesNegativeTestJSON-415107233-project-member] Enqueued Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_members [ 867.761057] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGHEST for action security_group_members [ 867.761057] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.761057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.761057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.761057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.761057] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.762053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.762053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.762053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.762053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.762223] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.995737] env[66328]: INFO networking_nsxv3.common.synchronization [None req-7c788d17-ffa5-4eb4-adc5-14529be61251 None None] Enqueued Resource ID: 8bb9382b-684f-4fab-bec7-808e24e24234 with Priority: HIGHEST for action port [ 867.995737] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb9382b-684f-4fab-bec7-808e24e24234 with Priority: HIGHEST for action port [ 867.995737] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb9382b-684f-4fab-bec7-808e24e24234 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.995737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb9382b-684f-4fab-bec7-808e24e24234" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.995737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb9382b-684f-4fab-bec7-808e24e24234" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.996015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb9382b-684f-4fab-bec7-808e24e24234" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.996123] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb9382b-684f-4fab-bec7-808e24e24234',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.019408] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b0b298c-e6d6-4bfc-8038-373edde15c86 req-7c2066f8-97af-469a-b6d2-3e4a10b890a0 tempest-ServerMetadataTestJSON-1868494822 tempest-ServerMetadataTestJSON-1868494822-project-member] Enqueued Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_members [ 868.019661] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_members [ 868.019977] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.020576] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.020943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021042] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.267850] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.269416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.269416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.269825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.269946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.270206] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.270316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.270380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.270961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.270961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.270961] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 is going to be updated. [ 868.306225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.306819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.306819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.306819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.306819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.317606] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 in Status: IN_PROGRESS for 2s [ 868.402506] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.402983] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-214" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.403172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-214" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.403360] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-214" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.404287] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.404287] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.404575] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.404575] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.404732] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.405036] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.405236] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.405432] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.405560] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.405678] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.405807] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.405916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.435748] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.435929] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.436090] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.436383] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-214" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.436764] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-7a89335d-86fc-4fd2-a2d3-61822237f408 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.437437] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.437437] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.437549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.437710] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a89335d-86fc-4fd2-a2d3-61822237f408',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.498764] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bb9382b-684f-4fab-bec7-808e24e24234 [ 868.498933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.499087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.499168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.499385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.499485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.499651] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bb9382b-684f-4fab-bec7-808e24e24234 already deleted. [ 868.499651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb9382b-684f-4fab-bec7-808e24e24234" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.523084] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.523292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.523440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.523741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.523799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.524084] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.524220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.524291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.524476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.524591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.524721] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 already deleted. [ 868.524866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.655281] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2887f181-6e47-48dc-96dc-ae5a6026136e in Status: SUCCESS [ 868.655593] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2887f181-6e47-48dc-96dc-ae5a6026136e deletion is rescheduled due to dependency. [ 868.656156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2887f181-6e47-48dc-96dc-ae5a6026136e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.940586] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.940938] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.941099] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.941299] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.941489] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.941680] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 7a89335d-86fc-4fd2-a2d3-61822237f408 not found, creating... [ 868.941952] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.942110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.942228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.942445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.942580] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.942889] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943053] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943167] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.943429] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.943580] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.943716] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 7a89335d-86fc-4fd2-a2d3-61822237f408 is going to be created. [ 868.968636] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.968636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.968636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.968885] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.969008] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.969257] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.767851] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b0b298c-e6d6-4bfc-8038-373edde15c86 req-26cca7e9-221e-4efd-8805-75a6ecc3f8a1 service nova] Enqueued Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_rules [ 869.767851] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b0b298c-e6d6-4bfc-8038-373edde15c86 req-26cca7e9-221e-4efd-8805-75a6ecc3f8a1 service nova] Enqueued Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_members [ 869.767851] env[66328]: INFO networking_nsxv3.common.synchronization [req-6b0b298c-e6d6-4bfc-8038-373edde15c86 req-26cca7e9-221e-4efd-8805-75a6ecc3f8a1 service nova] Enqueued Resource ID: 7a89335d-86fc-4fd2-a2d3-61822237f408 with Priority: HIGHEST for action port [ 869.768646] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_rules [ 869.768824] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_members [ 869.768927] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a89335d-86fc-4fd2-a2d3-61822237f408 with Priority: HIGHEST for action port [ 869.769283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.769397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.769468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.769801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.769919] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.771027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.771163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.771402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.771455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.771603] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.771704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.771773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.771904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.772050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.772183] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.773265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a89335d-86fc-4fd2-a2d3-61822237f408 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.773407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.773491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.773708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.773795] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a89335d-86fc-4fd2-a2d3-61822237f408',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.276998] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.277420] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.277554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.277997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a89335d-86fc-4fd2-a2d3-61822237f408 with status ACTIVE [ 870.278227] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.278592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.278592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.278678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.278838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.278999] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.280358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.280358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.280511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.280895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.280895] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.281352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.281352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.281352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.281504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.281504] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a89335d-86fc-4fd2-a2d3-61822237f408 is going to be updated. [ 870.310280] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.310566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.310566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.310973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.311025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.311229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a89335d-86fc-4fd2-a2d3-61822237f408" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.330231] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 in Status: SUCCESS [ 870.330231] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 deletion is rescheduled due to dependency. [ 870.330231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.515983] env[66328]: INFO networking_nsxv3.common.synchronization [req-e883d57a-8be9-40ef-a443-06203a3d9222 req-214bc954-2b0b-4e23-a339-b01994f00ffe tempest-MigrationsAdminTest-2065510755 tempest-MigrationsAdminTest-2065510755-project-member] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 870.517911] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 870.517911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.517911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.517911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.517911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.517911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.517911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.517911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.519517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.520261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.520491] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.779503] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.022934] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.282262] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.284577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.284577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.284577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.284577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.284577] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 is going to be created. [ 871.312731] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.312893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.313019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.313225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.313593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.334945] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 in Status: UNINITIALIZED for 2s [ 871.526269] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.030098] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.031044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.031044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.031044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.031044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.031044] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be updated. [ 872.067642] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.067642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.067642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.067958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.067958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.079412] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 872.398932] env[66328]: INFO networking_nsxv3.common.synchronization [req-dfa59eea-b383-4710-8d0e-775ce3e68b14 req-c40c2ec0-1afd-4563-984a-79e54306f106 tempest-ListServerFiltersTestJSON-141294103 tempest-ListServerFiltersTestJSON-141294103-project-member] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 872.399480] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 872.400634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.400831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.401513] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.401513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.401513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.401685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.401685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.401907] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.903824] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.346816] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 in Status: SUCCESS [ 873.347071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.347306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.347529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.347734] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.347858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.347951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.348131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.348215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.348302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.348392] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.407802] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.851494] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.851634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.851734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.851893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.852079] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.852185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.852247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.852485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.852589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.852871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.853083] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.853190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.853253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.853403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.853693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.853693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.853693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.853858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.853966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.854108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.854225] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.910266] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.910439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.910511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.910743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.910849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.911021] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 873.941676] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.941870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.941961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.942236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.942379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.954235] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 874.092654] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 874.092654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.356582] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe1df5c-83c3-45d6-a8af-aedcd788c612: rpc.has_security_group_logging(os_id): False [ 874.377043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.377249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.377293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.377501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.377612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.377811] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.377962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.378046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.378345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.378345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.378470] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.378564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.378621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.378779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.379024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.379134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.379236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.379309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.379450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.379524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.379616] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 is going to be created. [ 874.451605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.451926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.451926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.452349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.464696] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 in Status: IN_PROGRESS for 2s [ 874.830052] env[66328]: INFO networking_nsxv3.common.synchronization [req-96b86e0d-1ec2-4ece-be6c-2c0dbe3c3a1f req-a6833c04-c7c1-4e49-b5cb-cc9f7a5f27a5 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 874.830670] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 874.831426] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.831426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.831555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.831806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.832045] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.832214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.832326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.832615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.833309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.833424] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.336146] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.336330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.336595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.336595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.336850] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.336930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.336992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.337149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.337220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.337304] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 875.376662] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.376828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.376885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.377112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.377263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.388017] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 875.966036] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 875.966036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.296159] env[66328]: INFO networking_nsxv3.common.synchronization [req-a91f6a65-2325-4181-bb14-ab7830dfc2e1 req-f7406459-04fe-4060-88e7-2a3506ddd596 tempest-ServersTestManualDisk-1151198408 tempest-ServersTestManualDisk-1151198408-project-member] Enqueued Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_members [ 876.296159] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_members [ 876.296159] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.296159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.296159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.296159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.296159] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.296159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.296159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.296159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.296780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.296894] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.493458] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 in Status: SUCCESS [ 876.493458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.735654] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.735654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-947" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.735654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-947" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.737278] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-947" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.737454] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.737685] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.737821] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.738063] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.738213] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.738419] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.738529] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.738635] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.738740] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.738846] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.738949] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.739097] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.759167] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.759492] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.759674] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.759915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-947" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.760251] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.760450] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.760587] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.760922] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.761126] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c9fdb4-d0d5-4773-adc1-c55ebb9b6518',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.802952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.802952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.802952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.802952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.802952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.802952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.802952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.802952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.803343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.803343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.803449] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 already deleted. [ 876.803760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.068429] env[66328]: INFO networking_nsxv3.common.synchronization [req-3c0de6cf-ad20-4052-8775-77a6cdaac859 req-6be62834-464a-4301-947d-8865795a44d3 tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 877.068869] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 877.069216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.069383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.069469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.069685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.069869] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.069993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.070089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.070285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.070394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.070506] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.263981] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.264311] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.264440] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.264726] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.264916] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.265080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 not found, creating... [ 877.265353] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.265501] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.265639] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.265859] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.266355] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.266480] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.266595] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.266798] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266936] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.267079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 is going to be created. [ 877.291798] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.292016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.292140] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.292429] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.292652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.292945] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.403045] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 877.403291] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 877.403442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.573362] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.573528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.573599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.573832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.573926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.574138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.574270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.574336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.574495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.574571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.574657] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 877.610545] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.610703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.610763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.611036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.611116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.623285] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 878.025275] env[66328]: INFO networking_nsxv3.common.synchronization [req-a91f6a65-2325-4181-bb14-ab7830dfc2e1 req-21dc35f2-9851-46e8-8ee6-ea96fdd49b51 service nova] Enqueued Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_rules [ 878.025275] env[66328]: INFO networking_nsxv3.common.synchronization [req-a91f6a65-2325-4181-bb14-ab7830dfc2e1 req-21dc35f2-9851-46e8-8ee6-ea96fdd49b51 service nova] Enqueued Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_members [ 878.025275] env[66328]: INFO networking_nsxv3.common.synchronization [req-a91f6a65-2325-4181-bb14-ab7830dfc2e1 req-21dc35f2-9851-46e8-8ee6-ea96fdd49b51 service nova] Enqueued Resource ID: 50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 with Priority: HIGHEST for action port [ 878.025275] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_rules [ 878.025275] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_members [ 878.025275] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 with Priority: HIGHEST for action port [ 878.027810] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.027810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.027810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.027810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.027810] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.031117] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.031117] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.031117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.031117] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.034433] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.036053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.036053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.036053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.036053] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c9fdb4-d0d5-4773-adc1-c55ebb9b6518',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.533884] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.538878] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 with status ACTIVE [ 878.539205] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.539378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.539432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.539613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.539702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.540018] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.540018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.540124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.540855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.540855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.540855] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.540855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.540855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.540855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.540855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.540855] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c9fdb4-d0d5-4773-adc1-c55ebb9b6518 is going to be updated. [ 878.542288] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.542402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.563943] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.564122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.564196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.564527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c9fdb4-d0d5-4773-adc1-c55ebb9b6518" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.036405] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.507476] env[66328]: INFO networking_nsxv3.common.synchronization [None req-69491796-a0ce-4656-aa77-26dba6f8ce64 tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 879.507476] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 879.507476] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.507476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.507476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.507476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.508222] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.539038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.541114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.541114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.541114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.541114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.541114] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 is going to be created. [ 879.567614] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.567768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.567839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.568103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.568278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.579121] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 in Status: UNINITIALIZED for 2s [ 879.635786] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 879.635967] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 879.636184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.706354] env[66328]: INFO networking_nsxv3.common.synchronization [None req-89d79333-e238-40b5-8490-72b1f815bd8c tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 879.707226] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 879.707226] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.707358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.740701] env[66328]: INFO networking_nsxv3.common.synchronization [None req-21db39ce-fd1c-4f91-9838-d1f6ee6e8e90 None None] Enqueued Resource ID: a945db47-be16-4780-9071-df97eccf2363 with Priority: HIGHEST for action port [ 879.741215] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a945db47-be16-4780-9071-df97eccf2363 with Priority: HIGHEST for action port [ 879.744232] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-a945db47-be16-4780-9071-df97eccf2363 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.744232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a945db47-be16-4780-9071-df97eccf2363" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.744232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a945db47-be16-4780-9071-df97eccf2363" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.744232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a945db47-be16-4780-9071-df97eccf2363" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.744232] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a945db47-be16-4780-9071-df97eccf2363',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.035009] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.035009] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 already deleted. [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.035009] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.244360] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a945db47-be16-4780-9071-df97eccf2363 [ 880.244586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.244751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.244846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.245410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.245519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.245611] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a945db47-be16-4780-9071-df97eccf2363 already deleted. [ 880.246144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a945db47-be16-4780-9071-df97eccf2363" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.555760] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.556175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.556175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.556259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.556298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.556391] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 already deleted. [ 880.556473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.594376] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 in Status: SUCCESS [ 881.594654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.595114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.595114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.595255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.595399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.595438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.595585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.595687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.595921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.595921] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.099695] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.227042] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e5962455-c57f-4308-8e18-edbd4e5fa852 tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_rules [ 882.227584] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_rules [ 882.227883] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.228255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.228324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.228623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.228717] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.311244] env[66328]: INFO networking_nsxv3.common.synchronization [None req-8ff04f2c-4674-4bc3-8e9a-8c8d4d4a5fd5 None None] Enqueued Resource ID: 43e2cc6b-3621-4131-8474-9a51b4e3aa21 with Priority: HIGHEST for action port [ 882.311984] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e2cc6b-3621-4131-8474-9a51b4e3aa21 with Priority: HIGHEST for action port [ 882.311984] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e2cc6b-3621-4131-8474-9a51b4e3aa21 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.311984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e2cc6b-3621-4131-8474-9a51b4e3aa21" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.312338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e2cc6b-3621-4131-8474-9a51b4e3aa21" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.312638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e2cc6b-3621-4131-8474-9a51b4e3aa21" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.312755] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e2cc6b-3621-4131-8474-9a51b4e3aa21',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.337750] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ff286bdd-d25c-4cd8-ab2d-d63b9ab5e4e5 tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_rules [ 882.338396] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_rules [ 882.338914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.339079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.602067] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7da3fd17-b073-4aad-84e3-0f39229d7370: rpc.has_security_group_logging(os_id): False [ 882.625033] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.625033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.625033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.625033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.625321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.625469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.625769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.625964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.626268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.626798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.626798] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 is going to be created. [ 882.696157] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.696917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.696917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.696917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.697153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.713649] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 in Status: IN_PROGRESS for 2s [ 882.751209] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.751342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.751464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.751618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.751748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.751799] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 already deleted. [ 882.751883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.752060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.752246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.752349] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.817059] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43e2cc6b-3621-4131-8474-9a51b4e3aa21 [ 882.817166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.817308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.817379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.818114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.818114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.818114] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43e2cc6b-3621-4131-8474-9a51b4e3aa21 already deleted. [ 882.818114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e2cc6b-3621-4131-8474-9a51b4e3aa21" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.274663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.274815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.274950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.275206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.275303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.275398] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 already deleted. [ 883.275566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.617626] env[66328]: INFO networking_nsxv3.common.synchronization [req-c1d756a3-f03f-4b41-93a0-f69dc1030af6 req-d4bc5c22-efbd-4c43-8cb3-8570722fa747 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 883.618792] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 883.618892] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.619059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.620054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.620054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.620054] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.620054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.620054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.620054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.620330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.620330] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.123528] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.123696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.123746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.123998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.124497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.124497] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.124497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.124497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.124678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.124678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.125101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 884.154716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.154716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.154716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.154716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.154716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.163893] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 884.727608] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 in Status: SUCCESS [ 884.727933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.831568] env[66328]: INFO networking_nsxv3.common.synchronization [req-c9a85113-8b6b-4a84-bf63-be320c01e8cc req-9124f473-a56c-4693-9623-5338dc8b6d57 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 885.832163] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 885.832799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.832924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.832994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.833340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.833498] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.833599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.834341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.834886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.834886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.835716] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.025114] env[66328]: INFO networking_nsxv3.common.synchronization [req-e2161575-118b-46c0-a39d-8cdd788198f4 req-f3cf163a-a198-4d46-a1b4-e1a92d7ee6c1 tempest-ServerMetadataTestJSON-1868494822 tempest-ServerMetadataTestJSON-1868494822-project-member] Enqueued Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_members [ 886.025663] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 with Priority: HIGHEST for action security_group_members [ 886.025990] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe1df5c-83c3-45d6-a8af-aedcd788c612 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.026121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.026187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.026381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.026538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.026633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.026695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.026834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.026962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.027053] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe1df5c-83c3-45d6-a8af-aedcd788c612',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.175456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 886.175635] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 886.175746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.243528] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.243736] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.243855] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.244138] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.244388] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.244542] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.244654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.244872] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.245126] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.245330] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.245440] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.245544] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.245646] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.245746] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.245843] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.246073] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.268701] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.268866] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.269058] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.269272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-296" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.269584] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-addda411-cf60-40ad-9eed-7cb9cf6bf076 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.269752] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.269867] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.270209] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.270341] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addda411-cf60-40ad-9eed-7cb9cf6bf076',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.339755] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.528979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.529157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.529227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.529454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.529560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.529731] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.529825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.529882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.530035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.530106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.530193] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 is going to be updated. [ 886.572561] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.572817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.572817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.573348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.573348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.585016] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 in Status: IN_PROGRESS for 2s [ 886.772476] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.772724] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.772849] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.774037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.774037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.774037] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port addda411-cf60-40ad-9eed-7cb9cf6bf076 not found, creating... [ 886.774037] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.774037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.774277] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.774277] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.774443] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.774724] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.774873] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.775059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.775275] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.775403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.775533] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: addda411-cf60-40ad-9eed-7cb9cf6bf076 is going to be created. [ 886.802342] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.802609] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.802737] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.803061] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.803470] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.803782] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.844451] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.346782] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.346942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.347015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.347254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.347339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.347497] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 887.376241] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.376749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.376930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.377069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.377494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.389472] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 887.512267] env[66328]: INFO networking_nsxv3.common.synchronization [req-c9a85113-8b6b-4a84-bf63-be320c01e8cc req-d4186236-62a1-4395-8a78-c9d1b4c14ca0 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 887.512267] env[66328]: INFO networking_nsxv3.common.synchronization [req-c9a85113-8b6b-4a84-bf63-be320c01e8cc req-d4186236-62a1-4395-8a78-c9d1b4c14ca0 service nova] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 887.512267] env[66328]: INFO networking_nsxv3.common.synchronization [req-c9a85113-8b6b-4a84-bf63-be320c01e8cc req-d4186236-62a1-4395-8a78-c9d1b4c14ca0 service nova] Enqueued Resource ID: addda411-cf60-40ad-9eed-7cb9cf6bf076 with Priority: HIGHEST for action port [ 887.512267] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_rules [ 887.512267] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 887.512267] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addda411-cf60-40ad-9eed-7cb9cf6bf076 with Priority: HIGHEST for action port [ 887.512267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.512267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.512267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.512559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.512559] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.513471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.513575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.513761] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-addda411-cf60-40ad-9eed-7cb9cf6bf076 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.513853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.513912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.516177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.516177] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addda411-cf60-40ad-9eed-7cb9cf6bf076',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.017562] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.017926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.017926] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port addda411-cf60-40ad-9eed-7cb9cf6bf076 with status ACTIVE [ 888.018525] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.018525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.018525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.018525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.018525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.018693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.018811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.018889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.019128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.019219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.019415] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.019508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.019567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.019706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.019780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.019862] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: addda411-cf60-40ad-9eed-7cb9cf6bf076 is going to be updated. [ 888.042143] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.042328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.042370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.042950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.042950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.042950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addda411-cf60-40ad-9eed-7cb9cf6bf076" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.183524] env[66328]: INFO networking_nsxv3.common.synchronization [None req-a3246b74-4769-4a9e-82e7-47797d422c3b tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c with Priority: HIGHEST for action security_group_rules [ 888.184088] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c with Priority: HIGHEST for action security_group_rules [ 888.184398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.184767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.184767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.184927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.184967] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.295694] env[66328]: INFO networking_nsxv3.common.synchronization [None req-9f2ad674-a843-4f99-9596-86542f02aa13 tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c with Priority: HIGHEST for action security_group_rules [ 888.296651] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c with Priority: HIGHEST for action security_group_rules [ 888.296737] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.296810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.595609] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 in Status: SUCCESS [ 888.596850] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe1df5c-83c3-45d6-a8af-aedcd788c612 deletion is rescheduled due to dependency. [ 888.596850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe1df5c-83c3-45d6-a8af-aedcd788c612" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.706409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.706623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.706729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.706942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.707052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.707152] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c already deleted. [ 888.708170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.708170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.708170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.708170] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.231076] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.231393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.231393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.231575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.231777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.231872] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c already deleted. [ 889.231954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70af42d8-bf6a-4ddd-9b47-ac6f2806fa5c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.400784] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 889.400784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.400784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.400784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.400784] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.400990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.400990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.401085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.401085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.401187] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.903468] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.405436] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.494106] env[66328]: INFO networking_nsxv3.common.synchronization [req-15f1f031-ae2b-4997-83c8-c768d274b720 req-8d7aed31-3082-41ef-a468-fa9fd7a69101 tempest-VolumesAdminNegativeTest-1880061057 tempest-VolumesAdminNegativeTest-1880061057-project-member] Enqueued Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_members [ 890.494550] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_members [ 890.494848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.494984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.495848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.495848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.495848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.495848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.496434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.496434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.496434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.496525] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.901785] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.902111] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-752" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.902111] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-752" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.902443] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-752" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.902723] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.902965] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.903606] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.903606] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.905051] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.905051] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.905051] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.905051] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.905051] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.905051] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.905051] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.905051] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.908997] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.909522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.909522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.909522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.909522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.909649] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 890.931235] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.931235] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.932198] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.932421] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-752" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.932883] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.933139] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.933555] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.934760] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.934760] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.943079] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.943880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.943880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.944026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.944354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.958796] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 891.000568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.000732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.000802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.001224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.001499] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.001628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.001697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.001956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002072] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 already deleted. [ 891.002332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.436609] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.436937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.437061] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.437347] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.437682] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.437682] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 not found, creating... [ 891.437890] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.438060] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.438197] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.438455] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.438560] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.438840] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.438985] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.441218] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.441474] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.441618] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.441761] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 is going to be created. [ 891.465311] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.465482] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.465614] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.465883] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.466152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.466460] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.179522] env[66328]: INFO networking_nsxv3.common.synchronization [req-15f1f031-ae2b-4997-83c8-c768d274b720 req-8446d066-0b36-4f25-b2ea-e654759fe42f service nova] Enqueued Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_rules [ 892.179701] env[66328]: INFO networking_nsxv3.common.synchronization [req-15f1f031-ae2b-4997-83c8-c768d274b720 req-8446d066-0b36-4f25-b2ea-e654759fe42f service nova] Enqueued Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_members [ 892.179834] env[66328]: INFO networking_nsxv3.common.synchronization [req-15f1f031-ae2b-4997-83c8-c768d274b720 req-8446d066-0b36-4f25-b2ea-e654759fe42f service nova] Enqueued Resource ID: d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 with Priority: HIGHEST for action port [ 892.181442] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_rules [ 892.181607] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_members [ 892.181706] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 with Priority: HIGHEST for action port [ 892.182104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.182192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.182192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.182429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.182508] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.183859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.183976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.184061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.184330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.184480] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.184576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.184636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.185374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.185374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.185374] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.186983] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.186983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.186983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.186983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.186983] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.685302] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.685791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.686944] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.690308] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 with status ACTIVE [ 892.691163] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.691163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.691163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.691340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.691437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.691647] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.691751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.691807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.691969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.692067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.692351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.692466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.692518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.692940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.692940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.692940] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7 is going to be updated. [ 892.717093] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.717349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.717349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.717571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.718187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.718187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8649089-2ecd-4d6c-b75e-6b5e3f38a8a7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.970549] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 892.970824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.971095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.971401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.972207] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.972207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.972207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.972207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.972207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.972916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.972916] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.189538] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.218774] env[66328]: INFO networking_nsxv3.common.synchronization [req-b22e2d97-0097-4db6-a992-0db75bea0f73 req-a50b064b-bfdd-4c36-a935-d653a6c8b070 tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 893.219301] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 893.219656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.219788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.219848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.220167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.220321] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.220478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.220526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.220669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.220793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.220938] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.475658] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.475658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.475658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.475658] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.475894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.475952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.476060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.476146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.476289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.476392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.476460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.476568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.476695] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.476779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.477753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.477753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.477753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.477753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.477753] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.551462] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.551667] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.551784] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.552137] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.552403] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.552557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.552670] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.552915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.557156] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.557427] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.557549] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.557656] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.557761] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.557866] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.557966] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.558178] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.580442] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.581146] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.581146] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.581392] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.581652] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-df802ad3-34c3-477f-841c-b87dded6ee57 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.581829] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.581944] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.582298] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.582436] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df802ad3-34c3-477f-841c-b87dded6ee57',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.691828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.692168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.692168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.692277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.692347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.692462] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 is going to be created. [ 893.719151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.720421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.720421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.720421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.720421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.722644] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.722794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.722894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.723100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.723225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.723439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.723547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.723629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.723822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.723917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.724020] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 already deleted. [ 893.724102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.730660] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 in Status: UNINITIALIZED for 2s [ 893.984601] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70ca357-d4bc-4ca4-a89e-8d0ffb04054b: rpc.has_security_group_logging(os_id): False [ 894.004241] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.004464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.004464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.004869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.004869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.005250] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.005348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.005387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.005567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.005624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.005914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.006011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.006089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.006262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.006338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.006539] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.006668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.006763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.007017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.007130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.007219] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 894.082478] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.082639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.082703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.082927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.083081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.086391] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.086690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.086853] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.087166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.087390] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.087545] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port df802ad3-34c3-477f-841c-b87dded6ee57 not found, creating... [ 894.087816] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.087981] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.088111] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.088342] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.088478] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.088764] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.088915] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.089037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.089245] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.089390] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.089548] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: df802ad3-34c3-477f-841c-b87dded6ee57 is going to be created. [ 894.105711] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 894.124458] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.124735] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.124871] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.125239] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.125499] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.125793] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.822762] env[66328]: INFO networking_nsxv3.common.synchronization [req-b22e2d97-0097-4db6-a992-0db75bea0f73 req-95418323-4e52-447f-a172-31aa0c0174ee service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 894.823081] env[66328]: INFO networking_nsxv3.common.synchronization [req-b22e2d97-0097-4db6-a992-0db75bea0f73 req-95418323-4e52-447f-a172-31aa0c0174ee service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 894.823348] env[66328]: INFO networking_nsxv3.common.synchronization [req-b22e2d97-0097-4db6-a992-0db75bea0f73 req-95418323-4e52-447f-a172-31aa0c0174ee service nova] Enqueued Resource ID: df802ad3-34c3-477f-841c-b87dded6ee57 with Priority: HIGHEST for action port [ 894.823687] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 894.823826] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 894.823921] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df802ad3-34c3-477f-841c-b87dded6ee57 with Priority: HIGHEST for action port [ 894.824214] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.824383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.824383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.824589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.824662] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.825613] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.825689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.825768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.825900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.826176] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.826176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.826336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.826336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.826448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.826546] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.827384] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-df802ad3-34c3-477f-841c-b87dded6ee57 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.827503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.827593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.827706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.827777] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df802ad3-34c3-477f-841c-b87dded6ee57',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.330341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.330487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.330754] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.332243] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df802ad3-34c3-477f-841c-b87dded6ee57 with status ACTIVE [ 895.332510] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.332693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.332731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.332999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.334178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.334178] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.334178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.334178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.334178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.334178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.334178] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.334505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.334505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.334617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.334617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.334694] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df802ad3-34c3-477f-841c-b87dded6ee57 is going to be updated. [ 895.358679] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.358827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.358887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.359123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.359265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.359425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df802ad3-34c3-477f-841c-b87dded6ee57" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.742406] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 in Status: SUCCESS [ 895.742589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.743631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.743631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.744477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.744633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.744700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.744899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.745090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745385] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.837519] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.893819] env[66328]: INFO networking_nsxv3.common.synchronization [req-36e8b447-b093-4748-87a3-931397778ade req-472cc1df-ac82-44d0-a043-d60295e9ebba tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 895.894656] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 895.894656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.894802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.894802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.895573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.895573] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.895753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.895753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.895857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.896022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.896084] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.124113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 896.124418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.226903] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.227284] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-760" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.227518] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-760" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.228020] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-760" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.228322] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.228567] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.228661] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.228973] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.229203] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.229440] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.229559] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.229664] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.229771] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.229910] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.230065] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.230219] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.247982] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.248286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.248436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.248604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.248832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.248922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.248962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.249160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.249279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.249393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.249564] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.249691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.249773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.249956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.250132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.250289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.250352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.250485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.250591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.250679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.250769] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.252490] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.252684] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.252821] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.253192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-760" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.253349] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-c8080380-4ee7-4332-854c-870286994458 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.253583] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.253699] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.253916] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254195] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8080380-4ee7-4332-854c-870286994458',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.340021] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.340211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.340300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.340550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.340639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.340739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be created. [ 896.373538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.373728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.373824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.374331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.374331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.395695] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: UNINITIALIZED for 2s [ 896.398461] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.398639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.398755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.399063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.399215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.399464] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.399584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.399693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.399909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.400010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.400118] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 already deleted. [ 896.400226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.756992] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df9fc667-95d8-4aa5-ad16-b21ef3e84ea2: rpc.has_security_group_logging(os_id): False [ 896.758614] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.758820] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.758960] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.759425] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.759625] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.759786] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port c8080380-4ee7-4332-854c-870286994458 not found, creating... [ 896.760064] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.760230] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.760345] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.760581] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.760718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.760992] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.761163] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.761278] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.761489] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.761616] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.761754] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: c8080380-4ee7-4332-854c-870286994458 is going to be created. [ 896.779964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.780207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.780279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.780483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.780573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.780797] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.780880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.780928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.781062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.781125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.781390] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.781564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.781750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.782429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.782429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.782429] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.782429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.782429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.782629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.782657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.785080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 is going to be created. [ 896.785307] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.785519] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.785643] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.785870] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.786217] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.786519] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.869787] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.870089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.870276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.870649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.871029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.885882] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 in Status: IN_PROGRESS for 2s [ 897.519820] env[66328]: INFO networking_nsxv3.common.synchronization [req-36e8b447-b093-4748-87a3-931397778ade req-d10f533c-1e9b-4b06-9657-5341db7d8f7c service nova] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_rules [ 897.520024] env[66328]: INFO networking_nsxv3.common.synchronization [req-36e8b447-b093-4748-87a3-931397778ade req-d10f533c-1e9b-4b06-9657-5341db7d8f7c service nova] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 897.520167] env[66328]: INFO networking_nsxv3.common.synchronization [req-36e8b447-b093-4748-87a3-931397778ade req-d10f533c-1e9b-4b06-9657-5341db7d8f7c service nova] Enqueued Resource ID: c8080380-4ee7-4332-854c-870286994458 with Priority: HIGHEST for action port [ 897.524225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_rules [ 897.524225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 897.524225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8080380-4ee7-4332-854c-870286994458 with Priority: HIGHEST for action port [ 897.524225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.524225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.524225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.524225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.524225] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.524503] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.524750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.524750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.524929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.525377] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.526928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.527043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.527265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.527445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.527566] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.529949] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8080380-4ee7-4332-854c-870286994458 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.530080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.530133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.530304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.530378] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8080380-4ee7-4332-854c-870286994458',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.035289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035289] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.035289] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8080380-4ee7-4332-854c-870286994458 with status ACTIVE [ 898.035289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.035289] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.036181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.037481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.037769] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.038017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.038176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.038445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.038625] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.043967] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8080380-4ee7-4332-854c-870286994458 is going to be updated. [ 898.068649] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.068875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.068961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.069192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.069358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.070112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.407925] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 898.408435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.408435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.408738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.408951] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.409088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.409169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.409336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.409414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.409513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.409600] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.544731] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.900035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 in Status: SUCCESS [ 898.900246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.911833] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.048063] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.048063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.048063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.048063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.048063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.048063] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be created. [ 899.079654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.079872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.079929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.080355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.091988] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: UNINITIALIZED for 2s [ 899.416233] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db9f96d-897e-408c-93c9-47f0eddc43f5: rpc.has_security_group_logging(os_id): False [ 899.438887] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.439124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.439124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.439375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.439470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.439710] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.439804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.439869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.440038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.441109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.441109] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be created. [ 899.508546] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.508546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.508780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.510185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.510185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.524522] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 901.104388] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 901.105274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.105378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.105560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.105735] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.106278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.106278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.106278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.106278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.106278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.106278] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.542374] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 901.542374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.611967] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.611967] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.611967] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.611967] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.611967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.612776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.612776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.612776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.612776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.612776] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.114400] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac3d84f8-2574-4d11-9066-a5b038928046: rpc.has_security_group_logging(os_id): False [ 902.141212] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.141212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.141212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.141212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.141212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.141549] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.141549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.141549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.141657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.141760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.141942] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.142054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.142114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.142246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.142314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.142886] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.143094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.143168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.143425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.143505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.143588] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be created. [ 902.216265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.216265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.216536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.217747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.217747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.232479] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 902.522603] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.522804] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 904.248046] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 904.248958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.368658] env[66328]: INFO networking_nsxv3.common.synchronization [req-6828fa41-b1b2-4107-96fc-ebc195d8d6e0 req-dec0b390-987a-4b4c-8234-fba43ada3d82 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 904.369381] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 904.369709] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.369831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.369897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.370184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.370345] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.370440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.370501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.370648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.370730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.370860] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.739028] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.739028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.739028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.739028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.739028] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.739553] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.739786] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.740105] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.740362] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.741127] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.741361] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.741563] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.741983] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.742257] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.742465] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.742688] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.764187] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.764187] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.764488] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.764488] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.764797] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-7fa6f26b-5179-4a15-a538-e72c2288b01e taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.764975] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.765141] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.765461] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.765597] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa6f26b-5179-4a15-a538-e72c2288b01e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.874623] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.874801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.874801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.875033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.875185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.875471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.875641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.875739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.875949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.876066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.876189] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 already deleted. [ 904.876288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.267853] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.268203] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.268272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.268553] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.268720] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.268846] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 7fa6f26b-5179-4a15-a538-e72c2288b01e not found, creating... [ 905.269142] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.269318] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.269430] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.269656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.269787] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.270076] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.270238] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.270353] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.270553] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.270692] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.270838] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e is going to be created. [ 905.309656] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.310461] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.310461] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.310461] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.310461] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.310606] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.419682] env[66328]: INFO networking_nsxv3.common.synchronization [req-95962fbb-b56a-4ece-8097-278223f33977 req-64ab430f-1789-43be-845e-02dbad06e756 tempest-VolumesAdminNegativeTest-1880061057 tempest-VolumesAdminNegativeTest-1880061057-project-member] Enqueued Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_members [ 905.420885] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGHEST for action security_group_members [ 905.420885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.420885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.420885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.421282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.421282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.421282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.421282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.421492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.421539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.421595] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.925540] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.925710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.925793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.926038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.926226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.926347] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.926455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.926546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.926726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.926818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.926897] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 is going to be updated. [ 905.963028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.963201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.963241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.963453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.963918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.973428] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 in Status: IN_PROGRESS for 2s [ 906.023144] env[66328]: INFO networking_nsxv3.common.synchronization [req-6828fa41-b1b2-4107-96fc-ebc195d8d6e0 req-ff1ec7e3-340a-4995-8e70-f47b3e76c914 service nova] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 906.023407] env[66328]: INFO networking_nsxv3.common.synchronization [req-6828fa41-b1b2-4107-96fc-ebc195d8d6e0 req-ff1ec7e3-340a-4995-8e70-f47b3e76c914 service nova] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 906.023587] env[66328]: INFO networking_nsxv3.common.synchronization [req-6828fa41-b1b2-4107-96fc-ebc195d8d6e0 req-ff1ec7e3-340a-4995-8e70-f47b3e76c914 service nova] Enqueued Resource ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e with Priority: HIGHEST for action port [ 906.024288] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 906.024521] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 906.024581] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e with Priority: HIGHEST for action port [ 906.026056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.026056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.026056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.026056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.026056] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.027190] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.027190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.027190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.027454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.027818] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.027818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.027818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.028957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.028957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.028957] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.029813] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fa6f26b-5179-4a15-a538-e72c2288b01e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.029813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.029945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.029980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.030169] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa6f26b-5179-4a15-a538-e72c2288b01e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.532327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.532627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.532693] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.533849] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fa6f26b-5179-4a15-a538-e72c2288b01e with status ACTIVE [ 906.533849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.534099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.534099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.535102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.535102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.535102] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.535102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.535102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.535102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.535102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.535448] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.535448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.535448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.535589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.535589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.535663] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e is going to be updated. [ 906.565777] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.566515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.566608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.566828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.566970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.567155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.038375] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.540977] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.541299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.541299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.541568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.541703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.541831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be created. [ 907.565864] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.566079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.566129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.566323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.566486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.576735] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: UNINITIALIZED for 2s [ 907.987636] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 in Status: SUCCESS [ 907.987821] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 deletion is rescheduled due to dependency. [ 907.987938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.589012] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 909.589286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.589286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.589478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.589670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.590213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.590213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.590213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.590213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.590213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.590466] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.093426] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.093582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.093775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.094447] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.094559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.094617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.094774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.094863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.094951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.095184] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.095309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.095376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.095481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.095616] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.095705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.095761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.095930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.096015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.096107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.096196] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.601364] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c04bae-9857-40d2-b45e-9a60c6123236: rpc.has_security_group_logging(os_id): False [ 910.622008] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.625493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.625493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.625493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.626100] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.626100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.626100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.626100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.626100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.626100] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be created. [ 910.703804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.704160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.704160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.704445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.705072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.721729] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 911.025611] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 911.025777] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 912.312090] env[66328]: INFO networking_nsxv3.common.synchronization [req-708e0460-94b5-487a-9809-98abdae5cb77 req-11076a76-909d-4502-8b32-000417409d34 tempest-MigrationsAdminTest-2065510755 tempest-MigrationsAdminTest-2065510755-project-member] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 912.313670] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGHEST for action security_group_members [ 912.313670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.313670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.313670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.314047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.314047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.314047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.314205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.314267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.314319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.314419] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.738519] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 912.738626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.817747] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.817926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.817999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.818275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.818459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.818680] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.819723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.819723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.819723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.819723] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be updated. [ 912.853982] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.854147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.854221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.854438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.854587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.865858] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: IN_PROGRESS for 2s [ 914.880721] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 in Status: SUCCESS [ 914.880981] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 deletion is rescheduled due to dependency. [ 914.881072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.344900] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 915.345250] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 915.346259] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 915.346353] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 915.346672] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.346796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.346863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.348231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.348231] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.348231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.348231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.348231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.348231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.348231] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.348949] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.349186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.349186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.349353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.349507] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.349604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.349665] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.350952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.350952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.350952] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.404798] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 915.404976] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 915.405192] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_rules [ 915.405333] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 915.405461] env[66328]: INFO networking_nsxv3.common.synchronization [req-f15078c0-bb3d-4545-800a-87639a26abe0 req-aac49ba3-7062-4c95-989e-3543763f724d tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e with Priority: HIGHEST for action port [ 915.405963] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 915.406116] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_rules [ 915.406208] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e with Priority: HIGHEST for action port [ 915.406304] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 915.406407] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 915.406758] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.406912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.407011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.407237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.407651] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.408578] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.408719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.408806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.409162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.409259] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.411471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fa6f26b-5179-4a15-a538-e72c2288b01e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.411471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.411471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.411471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.411471] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa6f26b-5179-4a15-a538-e72c2288b01e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.411471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.412138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.412138] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.412138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.548116] env[66328]: INFO networking_nsxv3.common.synchronization [req-bfd49b2d-cdb7-4839-bad9-1e737bbf3cb0 req-587d907c-57ac-4465-8dc8-13b233ecab73 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 915.548726] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 915.549074] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.549300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.549374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.549621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.549791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.549892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.549956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.550280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.550517] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.707050] env[66328]: INFO networking_nsxv3.common.synchronization [req-a07894f2-9cc5-48cf-8b25-12473be3aee9 req-6e587cac-f549-4111-bd55-3a91684b3084 tempest-ListServerFiltersTestJSON-141294103 tempest-ListServerFiltersTestJSON-141294103-project-member] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 915.708474] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGHEST for action security_group_members [ 915.708474] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.708474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.708474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.708474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.708474] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.708740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.708740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.708871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.708999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.709127] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.855310] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.856185] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.913806] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.913806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.914112] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.914112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.914205] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fa6f26b-5179-4a15-a538-e72c2288b01e with status ACTIVE [ 915.914320] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.914425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.914506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.914730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.914823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.915014] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.915150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.915203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.915394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.915477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.915662] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.915751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.915820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.915967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.916047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.916171] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e is going to be updated. [ 915.945226] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.945437] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.945585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.945854] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.946146] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.946328] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.946446] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.946668] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.946813] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.947026] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.947139] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.947244] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.947349] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.947473] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.947590] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.947722] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.949467] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.949581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.949649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.949812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.949944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.950128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.967829] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.968084] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.968179] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.968357] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.968709] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.968905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.969052] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.969414] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.969580] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0431b8-64a0-4ad4-8e9c-aac80edb438f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.011368] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 916.011597] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_members [ 916.011714] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 916.014312] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 916.014477] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_members [ 916.014604] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 916.014959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.015050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.015322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-00ab4a41-d0c7-401e-8244-72da8ad51935 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.015444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.015505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.015776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.015940] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.016073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.016171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.016402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.016493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.016592] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.017575] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.017658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.053168] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.053461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.053606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.053885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.054134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.054399] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.054524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.054586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.054791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.054862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.054956] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 916.061293] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_rules [ 916.061488] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_members [ 916.061763] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 916.061928] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 916.062091] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_rules [ 916.062235] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 916.062385] env[66328]: INFO networking_nsxv3.common.synchronization [req-f8c9c0e2-02b1-429f-82eb-f0b19bb64886 req-7526d0ff-8b28-45f3-9b1b-34d189fc5256 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e with Priority: HIGHEST for action port [ 916.062909] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_rules [ 916.063220] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 916.063318] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 916.063388] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e with Priority: HIGHEST for action port [ 916.063502] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_rules [ 916.063596] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_members [ 916.063681] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 916.063973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00ab4a41-d0c7-401e-8244-72da8ad51935 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.064137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.064204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.064501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.064594] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.065546] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.065669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.065898] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.065990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.066232] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fa6f26b-5179-4a15-a538-e72c2288b01e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.066344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.066416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.066614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.066704] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa6f26b-5179-4a15-a538-e72c2288b01e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.072351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.072351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.072351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-00ab4a41-d0c7-401e-8244-72da8ad51935 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.072351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.072351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.072351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.099033] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.099263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.099263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.099507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.099656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.113908] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 916.212907] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.213176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.213281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.213546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.214924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214924] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.214924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.214924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.214924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.214924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214924] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be updated. [ 916.251652] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.251896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.251988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.252324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.252546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.265541] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: IN_PROGRESS for 2s [ 916.358228] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.361251] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.472332] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.473579] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.473579] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.473579] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.473579] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.473579] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 6e0431b8-64a0-4ad4-8e9c-aac80edb438f not found, creating... [ 916.473579] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.473940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.473940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.474208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.474351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.474660] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.474816] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.474926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.475602] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.475890] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.476119] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 6e0431b8-64a0-4ad4-8e9c-aac80edb438f is going to be created. [ 916.498729] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.499014] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.499406] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.499723] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.499951] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.500198] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.518914] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.569832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-00ab4a41-d0c7-401e-8244-72da8ad51935 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.570083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.570160] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fa6f26b-5179-4a15-a538-e72c2288b01e with status ACTIVE [ 916.570332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.570434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.570498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.570703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.570794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.570959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.571069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.571146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.571289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.571587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.571587] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.571719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.571719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.571827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.571893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.572020] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fa6f26b-5179-4a15-a538-e72c2288b01e is going to be updated. [ 916.599064] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.599272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.599319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.599558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.599669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fa6f26b-5179-4a15-a538-e72c2288b01e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.864429] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.864429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.864429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.864702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.865958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.865958] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be created. [ 916.866639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.866774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.866949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.867034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.867094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.867290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 916.915657] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.915657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.915657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.915657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.915657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.919372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.919528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.919587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.919791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.921136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.933552] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 916.934464] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: UNINITIALIZED for 2s [ 917.021842] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.220170] env[66328]: INFO networking_nsxv3.common.synchronization [req-bfd49b2d-cdb7-4839-bad9-1e737bbf3cb0 req-fce4b262-e526-402b-923b-e71859a86411 service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 917.220367] env[66328]: INFO networking_nsxv3.common.synchronization [req-bfd49b2d-cdb7-4839-bad9-1e737bbf3cb0 req-fce4b262-e526-402b-923b-e71859a86411 service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 917.220505] env[66328]: INFO networking_nsxv3.common.synchronization [req-bfd49b2d-cdb7-4839-bad9-1e737bbf3cb0 req-fce4b262-e526-402b-923b-e71859a86411 service nova] Enqueued Resource ID: 6e0431b8-64a0-4ad4-8e9c-aac80edb438f with Priority: HIGHEST for action port [ 917.221448] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 917.221622] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 917.221832] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0431b8-64a0-4ad4-8e9c-aac80edb438f with Priority: HIGHEST for action port [ 917.222710] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.222941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.223123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.223390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.225660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.225660] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.225660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.225660] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.225660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.230988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.231379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.231523] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0431b8-64a0-4ad4-8e9c-aac80edb438f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.439806] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_members [ 917.442409] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 917.442409] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_members [ 917.442409] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 917.442409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8c3863-efd5-468d-9560-74099f0b8b38 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.442409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.442409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.442409] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.443234] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.443318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.443361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.443506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.443641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.443727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.443779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.444682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.444682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.444682] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.493906] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_rules [ 917.494104] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_members [ 917.494288] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_rules [ 917.494420] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 917.494543] env[66328]: INFO networking_nsxv3.common.synchronization [req-baf23462-d6cb-4896-90d6-642d0d081554 req-9888f9bb-4c36-406b-8266-37cdd0f4c5f5 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: c8080380-4ee7-4332-854c-870286994458 with Priority: HIGHEST for action port [ 917.495050] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_rules [ 917.495233] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_rules [ 917.495345] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8080380-4ee7-4332-854c-870286994458 with Priority: HIGHEST for action port [ 917.495441] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_members [ 917.495528] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 917.498038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8c3863-efd5-468d-9560-74099f0b8b38 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.498265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.498419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.498622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.498746] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.500686] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.500686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.500686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.500816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.500881] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.502453] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8080380-4ee7-4332-854c-870286994458 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.502558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.502678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.503108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.503108] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8080380-4ee7-4332-854c-870286994458',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.505126] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8c3863-efd5-468d-9560-74099f0b8b38 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.505126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.505126] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.505126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.526202] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.526202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.526202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.526202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.526202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.526202] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 is going to be created. [ 917.555283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.555437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.555515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.555711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.555875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.568121] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: UNINITIALIZED for 2s [ 917.734178] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.734178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738903] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e0431b8-64a0-4ad4-8e9c-aac80edb438f with status ACTIVE [ 917.738903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.738903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738903] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e0431b8-64a0-4ad4-8e9c-aac80edb438f is going to be updated. [ 917.777624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.777624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.777624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.777624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.777624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.777624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e0431b8-64a0-4ad4-8e9c-aac80edb438f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.949402] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.949402] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.001498] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8c3863-efd5-468d-9560-74099f0b8b38 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.001498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.002739] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.003097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.006666] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8080380-4ee7-4332-854c-870286994458 with status ACTIVE [ 918.006666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.006666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.006666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.006666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.006666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.008028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.008028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.008028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.008370] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8080380-4ee7-4332-854c-870286994458 is going to be updated. [ 918.033730] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.034156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.034304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.034459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.088367] env[66328]: INFO networking_nsxv3.common.synchronization [req-3b170215-c201-4eee-87f3-bc9261fdf35a req-2572d690-d242-4c76-bff0-0961a47d17cf tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 918.088774] env[66328]: INFO networking_nsxv3.common.synchronization [req-3b170215-c201-4eee-87f3-bc9261fdf35a req-2572d690-d242-4c76-bff0-0961a47d17cf tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_members [ 918.089207] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 918.089395] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 with Priority: HIGHEST for action security_group_members [ 918.089743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.089877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.090568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8c3863-efd5-468d-9560-74099f0b8b38 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.090568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.128031] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 918.128031] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 918.128031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.128031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.128225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.128380] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.128446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.128498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.128714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.128714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.128803] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.139034] env[66328]: INFO networking_nsxv3.common.synchronization [req-3b170215-c201-4eee-87f3-bc9261fdf35a req-2572d690-d242-4c76-bff0-0961a47d17cf tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_rules [ 918.139034] env[66328]: INFO networking_nsxv3.common.synchronization [req-3b170215-c201-4eee-87f3-bc9261fdf35a req-2572d690-d242-4c76-bff0-0961a47d17cf tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 918.139159] env[66328]: INFO networking_nsxv3.common.synchronization [req-3b170215-c201-4eee-87f3-bc9261fdf35a req-2572d690-d242-4c76-bff0-0961a47d17cf tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: c8080380-4ee7-4332-854c-870286994458 with Priority: HIGHEST for action port [ 918.140116] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_rules [ 918.140272] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 918.140373] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8080380-4ee7-4332-854c-870286994458 with Priority: HIGHEST for action port [ 918.141061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.141202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.141401] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.141506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.141713] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8080380-4ee7-4332-854c-870286994458 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.141757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.141851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.142015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.142105] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8080380-4ee7-4332-854c-870286994458',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.278611] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e in Status: SUCCESS [ 918.278806] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e deletion is rescheduled due to dependency. [ 918.279088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.449996] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.451036] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.630629] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.645535] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8080380-4ee7-4332-854c-870286994458 with status ACTIVE [ 918.645870] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.646012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.646012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.646230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.646357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.646544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.646645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.646729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.646857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.646937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.647143] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.647265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.647347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.647441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.647499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.647560] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8080380-4ee7-4332-854c-870286994458 is going to be updated. [ 918.675600] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.675600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.675600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.676060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.676060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.676060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8080380-4ee7-4332-854c-870286994458" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.944987] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 918.945439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.945439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.945726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.945920] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.946058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.946126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.946380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.946465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.946559] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.948035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 918.948213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.948353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.948509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.948693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.949902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.950166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.950222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.950340] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.952851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.952851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.952851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.953568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.953568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.953568] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be updated. [ 918.955865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.955865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.955865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.955865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.955865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.955865] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 is going to be created. [ 918.980250] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.980393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.980470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.980666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.980820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.983768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.983974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.984171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.984276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.984398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.996035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 in Status: UNINITIALIZED for 2s [ 918.996728] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 919.133946] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.452509] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.453086] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.580880] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: SUCCESS [ 919.581233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.581500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.581825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.581914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.582054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.582118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.582274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.582359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.582449] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.635835] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.636040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.636277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.636860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.636860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.636860] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 919.671424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.671680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.671783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.671964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.672226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.685715] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 919.955769] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.956785] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.085878] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.206182] env[66328]: INFO networking_nsxv3.common.synchronization [req-3073856d-d32a-4d45-8cf6-ece3ca812b12 req-12ea747c-54de-4e41-aa18-12e88165924d tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 920.206834] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 920.207223] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.207340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.207406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.207619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.207780] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.207905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.207962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.208108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.208196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.208290] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.459048] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.459252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.459339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.459668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.459895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.460107] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 920.461744] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.461841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.461924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.462150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.462265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.462724] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be updated. [ 920.499348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.499537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.499705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.499770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.499931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.501624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.501777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.502064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.502192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.512414] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 920.513080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: IN_PROGRESS for 2s [ 920.567702] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.567905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.568038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.568303] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.568638] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.568790] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.568901] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.569757] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.569972] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.570213] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.570319] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.570425] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.570635] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.570635] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.570930] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.570930] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.588964] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.592055] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.592499] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.592499] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.592634] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.592922] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-37daee38-e05a-4f18-a816-546ef48c5b68 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.593124] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.593246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.593570] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.593709] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37daee38-e05a-4f18-a816-546ef48c5b68',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.713951] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.714125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.714231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.714504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.714644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.714879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.715016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.715091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.715357] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.715481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.715594] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 920.749110] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.749356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.749488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.749805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.750207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.762479] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 921.009309] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 921.009748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.009812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.010075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.010417] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.010560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.010624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.010832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.011283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.011283] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.014090] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 in Status: SUCCESS [ 921.014372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.014608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.014886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.015194] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.015350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.015415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.015593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.015757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.015934] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.092595] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.092801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.092844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.093430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.093430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.093430] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 is going to be updated. [ 921.095630] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.095844] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.095993] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.096317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.096586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.096751] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 37daee38-e05a-4f18-a816-546ef48c5b68 not found, creating... [ 921.097052] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.097338] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.097478] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.097729] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.097967] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.098357] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.098571] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.098696] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.098961] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.099114] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.099273] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 37daee38-e05a-4f18-a816-546ef48c5b68 is going to be created. [ 921.126549] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.126549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.126549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.126549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.126799] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.126931] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.136373] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.136595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.136684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.136916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.137072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.150431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: IN_PROGRESS for 2s [ 921.520248] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.520248] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.520248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.520248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.520248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.520248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.520248] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.520248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.520248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.520673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.520673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.520673] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 is going to be deleted. [ 921.557759] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.557931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.557973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.558186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.558278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.558387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.558543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.558691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.558847] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.558943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.559010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.559156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.559233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.559322] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.702376] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 921.702376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.702376] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.702376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.702841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702841] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.915984] env[66328]: INFO networking_nsxv3.common.synchronization [req-3073856d-d32a-4d45-8cf6-ece3ca812b12 req-6695d61e-c7c7-4c2f-93fc-25145509ad63 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 921.916173] env[66328]: INFO networking_nsxv3.common.synchronization [req-3073856d-d32a-4d45-8cf6-ece3ca812b12 req-6695d61e-c7c7-4c2f-93fc-25145509ad63 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 921.916364] env[66328]: INFO networking_nsxv3.common.synchronization [req-3073856d-d32a-4d45-8cf6-ece3ca812b12 req-6695d61e-c7c7-4c2f-93fc-25145509ad63 service nova] Enqueued Resource ID: 37daee38-e05a-4f18-a816-546ef48c5b68 with Priority: HIGHEST for action port [ 921.916900] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 921.917035] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 921.917248] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37daee38-e05a-4f18-a816-546ef48c5b68 with Priority: HIGHEST for action port [ 921.917387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.917501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.917567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.917824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.917824] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.918704] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.918782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.918973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-37daee38-e05a-4f18-a816-546ef48c5b68 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.919057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.919120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.919473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.919473] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37daee38-e05a-4f18-a816-546ef48c5b68',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.024364] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.061883] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.061883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.061883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.061883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.062147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.062147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.062353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.062353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.062495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.062495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.063184] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 already deleted. [ 922.063184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.063184] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.063636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.065879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.065879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.065879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.065879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.065879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.065879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.065879] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.206865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.207641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.207641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.207765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.207894] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.208024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.208097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.208299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.208662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.208662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.208771] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.208866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.208933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.209181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.209350] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.209482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.209551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.209794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.209881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.209969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.210093] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.423156] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.423156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.423320] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37daee38-e05a-4f18-a816-546ef48c5b68 with status ACTIVE [ 922.423482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.423606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.423665] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.423844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.423926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.424112] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.424227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.424287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.424454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.424554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.424756] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.425062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.425219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.425365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.425449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.425535] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37daee38-e05a-4f18-a816-546ef48c5b68 is going to be updated. [ 922.450764] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.450926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.450981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.451244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.451564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.451564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37daee38-e05a-4f18-a816-546ef48c5b68" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.527425] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 922.527689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.528102] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.528237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.528308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.528504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.528586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.528676] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be updated. [ 922.530070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.530070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.530216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.530537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.530639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.530765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.530849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.530934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.531043] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.532857] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 922.532857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.532857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.533046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.533654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.533654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.533654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.533654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.533912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.533912] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.534676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.534847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.536033] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.536033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.536033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.536033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.536033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.536033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.536033] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.537279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.537360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.537501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.537596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.537666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.537801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.537870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.538029] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.568221] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8c3863-efd5-468d-9560-74099f0b8b38',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.569211] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.569348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.569433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.569650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.570029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.570029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.570158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.570158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.570330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.570330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.570421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 already deleted. [ 922.570490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.591890] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.592134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.592240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.592432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.592591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.605695] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 922.714185] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa23567-0dfd-4191-931b-3460b9cdffac: rpc.has_security_group_logging(os_id): False [ 922.740024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.740024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.740024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.740024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.740845] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.740845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.745783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.745783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.745783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.745783] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 922.780687] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 4s [ 922.871788] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.871940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.871940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.872279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.872331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.894814] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 923.037959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.038331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.038331] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.039666] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.040383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.071257] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8c3863-efd5-468d-9560-74099f0b8b38: rpc.has_security_group_logging(os_id): False [ 923.091918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.091918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.091918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.091918] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 is going to be created. [ 923.114258] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5d8c3863-efd5-468d-9560-74099f0b8b38], does not exist path=[/infra/domains/default/groups/5d8c3863-efd5-468d-9560-74099f0b8b38]."\n}' [ 923.114342] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5d8c3863-efd5-468d-9560-74099f0b8b38 [ 923.114389] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 923.153440] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.153644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.153644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.154130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.155401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.155725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.155898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.155996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.156286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.156398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.156660] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.156764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.156825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.157596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.157748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.157881] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8c3863-efd5-468d-9560-74099f0b8b38 is going to be created. [ 923.167218] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: SUCCESS [ 923.167398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.167600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.167871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.168100] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.168239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.168340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.168712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.168835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.168948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.169105] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.176677] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5d8c3863-efd5-468d-9560-74099f0b8b38], does not exist path=[/infra/domains/default/groups/5d8c3863-efd5-468d-9560-74099f0b8b38]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5d8c3863-efd5-468d-9560-74099f0b8b38 [ 923.176677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8c3863-efd5-468d-9560-74099f0b8b38" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.176987] env[66328]: Traceback (most recent call last): [ 923.177038] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 923.177038] env[66328]: return func(*args, **kwargs) [ 923.177038] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 923.177038] env[66328]: res.raise_for_status() [ 923.177038] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 923.177038] env[66328]: raise HTTPError(http_error_msg, response=self) [ 923.177038] env[66328]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5d8c3863-efd5-468d-9560-74099f0b8b38 [ 923.177038] env[66328]: During handling of the above exception, another exception occurred: [ 923.177038] env[66328]: Traceback (most recent call last): [ 923.177308] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 923.177308] env[66328]: listener.cb(fileno) [ 923.177308] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 923.177308] env[66328]: result = function(*args, **kwargs) [ 923.177308] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 923.177308] env[66328]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 923.177308] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 923.177308] env[66328]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 923.177308] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 923.177308] env[66328]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 923.177308] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 923.177308] env[66328]: res.raise_for_status() [ 923.177308] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 923.177308] env[66328]: raise HTTPError(http_error_msg, response=self) [ 923.177308] env[66328]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5d8c3863-efd5-468d-9560-74099f0b8b38 [ 923.177308] env[66328]: Removing descriptor: 5 [ 923.543530] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.546612] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6ae9a03-0553-4e3a-a458-9d7d1bf5640f: rpc.has_security_group_logging(os_id): False [ 923.549162] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.571912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.572077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.572153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.572423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.572878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.572878] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.572878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.573114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.573114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.573176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.573259] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be created. [ 923.633039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.633244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.633244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.633453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.633642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647262] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: IN_PROGRESS for 2s [ 923.672704] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.051382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.051740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.051740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.051877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.051996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.052129] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 924.053858] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.053965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.054066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.054251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.054338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.054435] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be updated. [ 924.087702] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.087905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.087905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.088137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.088287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.090310] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.090451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.090497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.090670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.090792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.103407] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: IN_PROGRESS for 2s [ 924.104250] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 924.174866] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00ab4a41-d0c7-401e-8244-72da8ad51935: rpc.has_security_group_logging(os_id): False [ 924.193226] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.193226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.193226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.193226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.193226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.193522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.193522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.193591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.193740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.193945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.193945] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 is going to be created. [ 924.251339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.251480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.252461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.252461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.252461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.265017] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: IN_PROGRESS for 2s [ 924.616529] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 924.616773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.616942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.618040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.618040] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.618040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.618040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.618040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.618040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.618040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.618422] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.619386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.620250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.621890] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.621890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.621890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.621890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.621890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.621890] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.791216] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 924.791498] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 924.791678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.791934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.792385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.792633] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.792757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.792843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.793172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.793322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.793475] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.911690] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 924.911690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.125080] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.125080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.125080] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.147128] env[66328]: INFO networking_nsxv3.common.synchronization [req-4309ef53-9cb8-45ce-9b72-6cdf1487ff8f req-3b52924e-6a07-459c-a0f7-143871d38609 tempest-ServerRescueTestJSONUnderV235-974775218 tempest-ServerRescueTestJSONUnderV235-974775218-project-member] Enqueued Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 925.148682] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3d84f8-2574-4d11-9066-a5b038928046 with Priority: HIGHEST for action security_group_members [ 925.151848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.151848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.297081] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.630987] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.662707] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 925.662707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.662707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.662707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.662707] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.799720] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.115184] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 926.115512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.115791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.116095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.116362] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.116510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.116597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.116806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.116942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.117129] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.118797] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 926.119041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.119229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.119435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.119749] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.119749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.119749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.119958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.120056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.120149] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.132427] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.132684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.132684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.132820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.132960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.133093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be updated. [ 926.165964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.165964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.167403] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.167403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.167403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.167403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.167403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.171188] env[66328]: INFO networking_nsxv3.common.synchronization [req-f5f06203-42b6-4f52-a584-f219fb3954d2 req-4a45429f-dd78-456c-9150-9d7446a63187 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 926.171753] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 926.172879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.172879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.172879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.172879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.172879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.173254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.173254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.173254] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.180834] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 926.278760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: SUCCESS [ 926.278760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.304267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.304424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.304497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.304711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.304801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.305316] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 926.351762] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.351958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.352043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.352209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.352353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.362911] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 926.622191] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.623102] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.674939] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.900095] env[66328]: INFO networking_nsxv3.common.synchronization [req-79e606d0-2729-462a-bd80-93730b2cdbf0 req-87015f19-22c8-41ae-a255-3e61edfa3af5 tempest-ServersTestManualDisk-1151198408 tempest-ServersTestManualDisk-1151198408-project-member] Enqueued Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_members [ 926.900725] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 with Priority: HIGHEST for action security_group_members [ 926.901160] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da3fd17-b073-4aad-84e3-0f39229d7370 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.901340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.901446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.901694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.901902] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.902070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.902174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.902370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.902502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.902633] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da3fd17-b073-4aad-84e3-0f39229d7370',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.082275] env[66328]: INFO networking_nsxv3.common.synchronization [req-095783a7-396c-4abd-b532-9293b5f57510 req-a4e32617-5883-4af3-98c9-3a5209347b96 tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 927.082275] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 927.082486] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.083469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.083469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.083469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.083469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.083469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.083469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.083469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.083729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.083729] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.126647] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.127653] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.178870] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.407247] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.407247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.407247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.407247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.427600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.428277] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.429410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.429634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.429711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.429791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.429885] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 is going to be updated. [ 927.458911] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.459139] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.459263] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.459650] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.459927] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.460105] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.460222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.460440] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.460672] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.461019] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.461184] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.461307] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.461430] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.461597] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.461920] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.462080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.465651] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.465786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.465908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.466424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.466594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.480091] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 in Status: IN_PROGRESS for 2s [ 927.490079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.490756] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.490756] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.490756] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.490904] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-b5dc5fe0-3b13-492f-83f4-50549d650017 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.490971] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.491086] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.491637] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.491637] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5dc5fe0-3b13-492f-83f4-50549d650017',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.585880] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.586064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.586140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.586409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.586571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.587056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.587056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.587056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.587056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.587056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.587415] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 already deleted. [ 927.587415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.630478] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.630658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.630725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.630935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.631040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.631138] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be updated. [ 927.632414] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.632610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.632680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.632836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.632917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.633009] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 927.671725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.671981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.671981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.672191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.672408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.674489] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.674680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.674776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.674995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.675164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.681372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.681855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.682118] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 927.691960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: IN_PROGRESS for 2s [ 927.692767] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 927.747035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.747222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.747270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.747457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.747608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.761180] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 927.995673] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.995895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.996026] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.996317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.996486] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.996634] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port b5dc5fe0-3b13-492f-83f4-50549d650017 not found, creating... [ 927.996905] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.997067] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.997190] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.998237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.998237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.998237] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.998237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.998237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.998445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.998445] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.998527] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: b5dc5fe0-3b13-492f-83f4-50549d650017 is going to be created. [ 928.021863] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.022094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.022216] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.022481] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.022704] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.022920] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.193721] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 928.194038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.194149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.194379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.194623] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.194688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.194732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.194880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.194961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.195072] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.375795] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 928.376039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.376223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.376445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.376633] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.376751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.376831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.376997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.377093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.377178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.377270] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.697254] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.697382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.697422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.697649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.722737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.723310] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.723310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.723310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.723740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.723740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.723740] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be updated. [ 928.750429] env[66328]: INFO networking_nsxv3.common.synchronization [req-095783a7-396c-4abd-b532-9293b5f57510 req-17900642-bab1-42ad-aba7-fdbbee06e173 service nova] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_rules [ 928.750429] env[66328]: INFO networking_nsxv3.common.synchronization [req-095783a7-396c-4abd-b532-9293b5f57510 req-17900642-bab1-42ad-aba7-fdbbee06e173 service nova] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 928.750429] env[66328]: INFO networking_nsxv3.common.synchronization [req-095783a7-396c-4abd-b532-9293b5f57510 req-17900642-bab1-42ad-aba7-fdbbee06e173 service nova] Enqueued Resource ID: b5dc5fe0-3b13-492f-83f4-50549d650017 with Priority: HIGHEST for action port [ 928.750429] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_rules [ 928.750429] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 928.750429] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dc5fe0-3b13-492f-83f4-50549d650017 with Priority: HIGHEST for action port [ 928.750429] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.750759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.750928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.751285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.751478] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.752617] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.752870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.753129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.753520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.753762] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.753990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.754141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.754386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.754574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.754794] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.756456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5dc5fe0-3b13-492f-83f4-50549d650017 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.757238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.757430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5dc5fe0-3b13-492f-83f4-50549d650017',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.759879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.759879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.759879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.765090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.765090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.779776] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 928.880933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.881219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.881219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.881396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.881564] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.881664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.881725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.881875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.881967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.882071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.882227] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.882348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.882394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.882554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.882650] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.882739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.882793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.882930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.883018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.883116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.883343] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.264991] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.265468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.265468] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.266290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5dc5fe0-3b13-492f-83f4-50549d650017 with status ACTIVE [ 929.266522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.266635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.266692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.266888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.266973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.267153] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.267245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.267304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.267449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.267524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.267695] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.267782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.267840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.267975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.268056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.268134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5dc5fe0-3b13-492f-83f4-50549d650017 is going to be updated. [ 929.290581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.290718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.290796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.291047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.291129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.291291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5dc5fe0-3b13-492f-83f4-50549d650017" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.388416] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fe1e8d-a735-408a-a49f-4d2da249fbad: rpc.has_security_group_logging(os_id): False [ 929.410825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.411885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.411885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.411885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.453941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.454478] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.454478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.454715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.456020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.456020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.456020] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.456020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.456020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.456020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.456020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.456317] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.456317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.456415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.456635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.456731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.456855] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 929.494087] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 in Status: SUCCESS [ 929.494313] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da3fd17-b073-4aad-84e3-0f39229d7370 deletion is rescheduled due to dependency. [ 929.494397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da3fd17-b073-4aad-84e3-0f39229d7370" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.564418] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.564571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.564641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.564905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.565015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.582445] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 929.636369] env[66328]: INFO networking_nsxv3.common.synchronization [req-92804fab-0349-4280-a093-277cebc4b95a req-706631bf-f002-465d-89e7-a0396d7d03b8 tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 929.637133] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 929.637601] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.637809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.638078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.638262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.638446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.638555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.638620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.638796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.638886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.639014] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.707232] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 929.707569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.707814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.708143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.708417] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.708584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.708680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.708908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.709047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709429] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.709582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.709684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.709893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.710142] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.710282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.710372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.710587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.710688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.710809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.710952] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.713115] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 929.713430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.713604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.713787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.713961] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.714083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.714150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.714328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.714402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.714516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.714648] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.771768] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.773373] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 929.774051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.027677] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.027968] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.028156] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.028464] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.028774] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.028979] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.029148] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.029415] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.029603] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.030032] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.030032] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.030143] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.030253] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.030399] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.030536] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.034020] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.060191] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.060191] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.060191] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.060191] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.060191] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3039625d-b2c9-438a-9343-2bd722bbe5fb taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.060191] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.060191] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.060511] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.060511] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3039625d-b2c9-438a-9343-2bd722bbe5fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.141529] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.141745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.141823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.142060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.142165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.142363] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.142464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.142546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.142670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.142745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.142828] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 already deleted. [ 930.142912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.216484] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c04bae-9857-40d2-b45e-9a60c6123236: rpc.has_security_group_logging(os_id): False [ 930.217631] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.235902] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.236093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.236152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.236332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.255951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.256236] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.256355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.256417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.256667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.256789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.256998] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.257112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.257172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.257341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.257418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.257614] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.257708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.257770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.257908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.257984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.258307] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 930.275717] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.276182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.276182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.276349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.276488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.276618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be created. [ 930.297722] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.297958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.297958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.298136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.298293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.308660] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: UNINITIALIZED for 2s [ 930.321368] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.321574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.321704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.321785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.321930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.335475] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 930.563695] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.563972] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.564123] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.564418] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.564563] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.564713] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 3039625d-b2c9-438a-9343-2bd722bbe5fb not found, creating... [ 930.564977] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.565143] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.565297] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.565526] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.565683] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.565989] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.566152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.566307] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566479] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.566638] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.566782] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb is going to be created. [ 930.591401] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.591401] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.591401] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.591731] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.591828] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.592074] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.721232] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6ae9a03-0553-4e3a-a458-9d7d1bf5640f: rpc.has_security_group_logging(os_id): False [ 930.749191] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.749441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.749521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.749732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.749824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.750086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.750189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.750253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.750417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.750497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.750582] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be updated. [ 930.790241] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 930.790241] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 deletion is rescheduled due to dependency. [ 930.790367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.791392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.791392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.791692] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac3d84f8-2574-4d11-9066-a5b038928046 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.791692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.791828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.791988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792540] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.792540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.792540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.792540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.792540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.792883] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.793540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.793692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.793864] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.793972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.794077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.794512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.794512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.794512] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.855994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.856179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.856241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.856437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.856586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.876263] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: IN_PROGRESS for 2s [ 931.300781] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac3d84f8-2574-4d11-9066-a5b038928046: rpc.has_security_group_logging(os_id): False [ 931.300781] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.300781] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.300781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.300781] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be updated. [ 931.311450] env[66328]: INFO networking_nsxv3.common.synchronization [req-92804fab-0349-4280-a093-277cebc4b95a req-cee144b7-6086-43fb-8359-16ed26c89cc5 service nova] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 931.311450] env[66328]: INFO networking_nsxv3.common.synchronization [req-92804fab-0349-4280-a093-277cebc4b95a req-cee144b7-6086-43fb-8359-16ed26c89cc5 service nova] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 931.311450] env[66328]: INFO networking_nsxv3.common.synchronization [req-92804fab-0349-4280-a093-277cebc4b95a req-cee144b7-6086-43fb-8359-16ed26c89cc5 service nova] Enqueued Resource ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb with Priority: HIGHEST for action port [ 931.313126] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 931.313126] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 931.313126] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb with Priority: HIGHEST for action port [ 931.313126] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.313126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.313126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.313126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.313126] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.314641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.314641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.314641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.314814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.314862] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.315838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.315838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.315838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.315838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.315838] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.317667] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3039625d-b2c9-438a-9343-2bd722bbe5fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.317667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.317667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.317667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.317667] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3039625d-b2c9-438a-9343-2bd722bbe5fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.323144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.323603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.325211] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.325418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.325562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.325844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.325946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326193] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.326360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.326771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.327028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.327217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.327494] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.327914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.329214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.329914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.330046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.330148] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be updated. [ 931.333180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.333326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.333455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.333506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.333629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.344534] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 931.408167] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.408362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.408406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.408592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.409180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.426274] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: IN_PROGRESS for 2s [ 931.541931] env[66328]: INFO networking_nsxv3.common.synchronization [req-b1f6c545-3adb-48e2-afe9-223f6be12d3f req-0f9c3fc3-8971-405b-8582-5df383e31b44 tempest-ServersV294TestFqdnHostnames-2114742578 tempest-ServersV294TestFqdnHostnames-2114742578-project-member] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_members [ 931.541931] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGHEST for action security_group_members [ 931.541931] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.541931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.542224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.542268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.542402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.542508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.542570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.543441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.543441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.543441] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.597900] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 931.598069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.819555] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.819949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.820028] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.821093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3039625d-b2c9-438a-9343-2bd722bbe5fb with status ACTIVE [ 931.821252] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.821358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.821430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.821604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.821723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.821906] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.822688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.825301] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.825301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.825301] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb is going to be updated. [ 931.864478] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.864478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.864579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.864756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.864896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.865094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.045910] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.047564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.047785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.049684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.079593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.079873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.079991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.080052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.080255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.080349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.080425] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec is going to be updated. [ 932.114241] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.115523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.115523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.115523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.127011] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: IN_PROGRESS for 2s [ 932.180620] env[66328]: INFO networking_nsxv3.common.synchronization [req-057f2ff2-e130-40cc-9e9c-9abcea5ed416 req-9277f2d8-e422-4365-8e09-d736487984ce tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 932.181164] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 932.181499] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.181627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.327113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 932.327113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.327113] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.327526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.327526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.327686] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.327742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.327920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.327973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.329268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.329268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.329268] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.330053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.330936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.330936] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.330936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.330936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.330936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.330936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.330936] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.352895] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 932.353214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.354465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.354557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.354642] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.562204] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.562408] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.562552] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.562820] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.563092] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.563249] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.563364] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.563576] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.563718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.563914] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.564036] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.564144] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.564249] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.564359] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.564463] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.564590] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.583707] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.583868] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.583991] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.584201] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.584515] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-056e02b1-8221-4440-9bb3-995aed311942 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.584690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.584805] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.585152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.585355] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056e02b1-8221-4440-9bb3-995aed311942',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.831112] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.831286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.831372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.831604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.831745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.831745] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 is going to be created. [ 932.834738] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.834958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.835027] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.858810] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.859077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.859077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.859371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.859464] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.859523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.859555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.859917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.859917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.859917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.860089] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.873384] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.873580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.873843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.873843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.874410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.886833] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: UNINITIALIZED for 2s [ 932.890063] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 932.890063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.087752] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.088131] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.088263] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.088540] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.088708] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.088863] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 056e02b1-8221-4440-9bb3-995aed311942 not found, creating... [ 933.089144] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.089299] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.089456] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.089671] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.089851] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.090147] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.090309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.090448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.090666] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.090823] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.090960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 056e02b1-8221-4440-9bb3-995aed311942 is going to be created. [ 933.112068] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.112068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.112068] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.112355] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.338701] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.359496] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 933.359689] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 deletion is rescheduled due to dependency. [ 933.359811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.362324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.362485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.362524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.362730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.362896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.362998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.363116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.363278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.363392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.364137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.364359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.364472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.364539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.364694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.364842] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.364936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.364999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.365200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.365349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.365464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.365585] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.445717] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac3d84f8-2574-4d11-9066-a5b038928046 in Status: SUCCESS [ 933.445835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.446532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.446757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.446844] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac3d84f8-2574-4d11-9066-a5b038928046',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.840783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.841050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.841050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.843635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.843635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.843635] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be updated. [ 933.870680] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c04bae-9857-40d2-b45e-9a60c6123236: rpc.has_security_group_logging(os_id): False [ 933.881352] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.881567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.881664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.881960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.882172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.895595] env[66328]: INFO networking_nsxv3.common.synchronization [req-057f2ff2-e130-40cc-9e9c-9abcea5ed416 req-4fc5e200-dabe-4938-9ca4-1dea5b651875 service nova] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_rules [ 933.895887] env[66328]: INFO networking_nsxv3.common.synchronization [req-057f2ff2-e130-40cc-9e9c-9abcea5ed416 req-4fc5e200-dabe-4938-9ca4-1dea5b651875 service nova] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 933.896264] env[66328]: INFO networking_nsxv3.common.synchronization [req-057f2ff2-e130-40cc-9e9c-9abcea5ed416 req-4fc5e200-dabe-4938-9ca4-1dea5b651875 service nova] Enqueued Resource ID: 056e02b1-8221-4440-9bb3-995aed311942 with Priority: HIGHEST for action port [ 933.897031] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_rules [ 933.897080] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 933.897889] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056e02b1-8221-4440-9bb3-995aed311942 with Priority: HIGHEST for action port [ 933.898320] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 933.898628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.898786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.899013] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.899112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.899408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-056e02b1-8221-4440-9bb3-995aed311942 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.899488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.899563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.899816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.899917] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056e02b1-8221-4440-9bb3-995aed311942',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.901807] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.901929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.902013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.902220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.902329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.902769] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.902907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.902960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904157] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.904157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.904157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.904157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.904157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904157] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.904157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.904157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.904638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.904638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904721] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 933.971679] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.971679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.971679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.971925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.971925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.971925] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac3d84f8-2574-4d11-9066-a5b038928046 is going to be deleted. [ 933.990705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.990867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.990867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.991049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.991201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.004845] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 934.035508] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.035508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.035508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.035508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.035508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.035508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac3d84f8-2574-4d11-9066-a5b038928046" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.139260] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec in Status: SUCCESS [ 934.139395] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec deletion is rescheduled due to dependency. [ 934.139496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.407649] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 056e02b1-8221-4440-9bb3-995aed311942 with status ACTIVE [ 934.408061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.408283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.408390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.408636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.408723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.409047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.409164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.409229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.409376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.409455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.409871] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.410030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.410094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.410238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.410340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.410420] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 056e02b1-8221-4440-9bb3-995aed311942 is going to be updated. [ 934.432074] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.432344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.432344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.432497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.432687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.432818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056e02b1-8221-4440-9bb3-995aed311942" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901014] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: SUCCESS [ 934.901014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.901014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.901275] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.901912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.901912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.901912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.901912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901912] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.404430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.909299] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 935.909640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909788] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5bfeb9-65b6-4270-a696-db0c5269b342: rpc.has_security_group_logging(os_id): False [ 935.910770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.912025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.912025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.912025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.912553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.912553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.912553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.912553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.912688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.912688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.913359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.913359] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.913765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.913931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.914109] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.914211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.914286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.914425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.914502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.914588] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.940055] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.940055] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.940055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.940055] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 is going to be created. [ 936.022317] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.022317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.022317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.022317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.022317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.023521] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 936.023763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.031999] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: IN_PROGRESS for 2s [ 936.417366] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.418267] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae945c8-a225-48fd-9123-63478c3921f1: rpc.has_security_group_logging(os_id): False [ 936.440921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.441076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.441654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.441654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.441654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.441654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.441876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.441876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.441946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.441983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.443341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.443341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.443341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.443341] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be created. [ 936.522570] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.522758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.522758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.522944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.523153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.536849] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 936.920353] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.957719] env[66328]: INFO networking_nsxv3.common.synchronization [req-96226a2f-491c-44bf-821d-60bc17ff4cf6 req-cb38511e-6ec4-4dd0-be89-b599d8b726b9 tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_members [ 936.958290] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_members [ 936.959468] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.959657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.959754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.960065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.960270] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.960405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.960494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.960811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.960988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.961132] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.326007] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.326305] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.326510] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.327091] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.327157] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.327330] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.327441] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.327665] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.327798] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.327998] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.328138] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.328244] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.328350] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.328465] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.328627] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.328774] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.347814] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.347992] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.348168] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.348348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-678" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.348767] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-68029182-a9d1-41f5-a224-a286db31f5a8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.349177] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.349313] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.349631] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.349771] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68029182-a9d1-41f5-a224-a286db31f5a8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.423056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.423056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.423056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.423245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.423335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.423480] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be updated. [ 937.453331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.453510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.453563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.453767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.453953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.462913] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 937.466521] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.466633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.466633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.466827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.466933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.467135] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.467232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.467288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.467443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.467520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.467617] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 already deleted. [ 937.467704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.853047] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.853047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.853047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.853455] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.853455] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.853614] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 68029182-a9d1-41f5-a224-a286db31f5a8 not found, creating... [ 937.854926] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.854926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.854926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.854926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.854926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.854926] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.854926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.855402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.855402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.855576] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.855729] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 68029182-a9d1-41f5-a224-a286db31f5a8 is going to be created. [ 937.880643] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.880754] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.880839] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.881143] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.882183] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.882183] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.044986] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: SUCCESS [ 938.045329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.562321] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 938.563159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.563318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.563626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.563733] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.669652] env[66328]: INFO networking_nsxv3.common.synchronization [req-96226a2f-491c-44bf-821d-60bc17ff4cf6 req-ded5a0b7-a91a-412c-a515-5863525c61f0 service nova] Enqueued Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_rules [ 938.670777] env[66328]: INFO networking_nsxv3.common.synchronization [req-96226a2f-491c-44bf-821d-60bc17ff4cf6 req-ded5a0b7-a91a-412c-a515-5863525c61f0 service nova] Enqueued Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_members [ 938.670777] env[66328]: INFO networking_nsxv3.common.synchronization [req-96226a2f-491c-44bf-821d-60bc17ff4cf6 req-ded5a0b7-a91a-412c-a515-5863525c61f0 service nova] Enqueued Resource ID: 68029182-a9d1-41f5-a224-a286db31f5a8 with Priority: HIGHEST for action port [ 938.671521] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_rules [ 938.674179] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_members [ 938.674179] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68029182-a9d1-41f5-a224-a286db31f5a8 with Priority: HIGHEST for action port [ 938.674179] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.674179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.674179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.674179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.674179] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.674946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.675054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.675103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.675366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.676124] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.676124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.676124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.676407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.676407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.676495] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.677563] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-68029182-a9d1-41f5-a224-a286db31f5a8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.677674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.677767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.677922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.678025] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68029182-a9d1-41f5-a224-a286db31f5a8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.066444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.066444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.179657] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.180796] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.180957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.181310] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68029182-a9d1-41f5-a224-a286db31f5a8 with status ACTIVE [ 939.181456] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.181565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.181629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.181827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.181916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.182119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.182217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.182281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.183297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.183566] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68029182-a9d1-41f5-a224-a286db31f5a8 is going to be updated. [ 939.209534] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.209657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.209657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.209899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.210061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.210213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68029182-a9d1-41f5-a224-a286db31f5a8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.363029] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1b642a73-b3ee-4807-b39d-bfba0f47b72d None None] Enqueued Resource ID: 5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78 with Priority: HIGHEST for action port [ 939.363029] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78 with Priority: HIGHEST for action port [ 939.363029] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.363029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.363666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.364149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.364460] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.461686] env[66328]: INFO networking_nsxv3.common.synchronization [req-b470fc01-ae05-4dd6-8de3-7d52a9983074 req-9776040e-9161-4c63-b22b-7d088c0134ff tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 939.462460] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 939.462690] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.462896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.462961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.463182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.463350] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.463456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.463558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.463848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.463912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.463982] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.477238] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 939.478183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.478183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.478183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.478183] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.478330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.478330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.478580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.478580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.478580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.478726] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.683457] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.870330] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78 [ 939.870622] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.870819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.870899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.871171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.871427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.871427] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78 already deleted. [ 939.871523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b8ed28f-a8e6-4c77-a0b8-0d34db6a1e78" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.927716] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.928317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.928317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.928317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.928590] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.930208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.930208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.930208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.930208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.930208] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.930208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.930208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.930208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.930208] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.930208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.930208] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.950621] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.950813] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.953019] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.953019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.953019] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-2f5ce5a0-ff99-49de-8c1a-a1084b946968 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.953019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.953019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.953019] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.953019] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f5ce5a0-ff99-49de-8c1a-a1084b946968',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.968322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.968322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.968322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.968322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.982478] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.982647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.982722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.982939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.983151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.983287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.983353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.983548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.983644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.983733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.983896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.983990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.984063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.984202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.984341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.984431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.984491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.984642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.984719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.984799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.984882] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.993279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.993571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.993879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.993945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994476] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 940.026908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.027147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.027247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.027443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.027585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.037907] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 940.184780] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.184780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.184780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.184780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.185385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.185385] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 is going to be created. [ 940.214729] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.214729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.214729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.214729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.214935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.226060] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 in Status: UNINITIALIZED for 2s [ 940.286494] env[66328]: INFO networking_nsxv3.common.synchronization [None req-34418bbc-963e-45c3-8fa6-6d1d111c7523 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_rules [ 940.287028] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_rules [ 940.287339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.287692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.287692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.287788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.287824] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.454637] env[66328]: INFO networking_nsxv3.common.synchronization [None req-a0f0ee10-56bd-4e6a-a883-513fc9853b09 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_rules [ 940.454785] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.454966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.455102] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.455490] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.455644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.455787] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 2f5ce5a0-ff99-49de-8c1a-a1084b946968 not found, creating... [ 940.456050] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.456207] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.456339] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.456570] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.456731] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.457134] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.457303] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.457419] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.457710] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.457865] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.458013] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 2f5ce5a0-ff99-49de-8c1a-a1084b946968 is going to be created. [ 940.459464] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_rules [ 940.459782] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.481039] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.481039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.481039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.481039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.481585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.481585] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.489973] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae945c8-a225-48fd-9123-63478c3921f1: rpc.has_security_group_logging(os_id): False [ 940.518688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.518688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.518688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.518688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.518688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.518873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.518873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.518962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.519098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.519177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.519367] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.519462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.519539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.519751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.519810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.519984] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.520089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.520147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.520287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.520398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.520515] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be updated. [ 940.612837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.613040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.613040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.613807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.627209] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 940.824417] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.824653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.824653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.824913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.824913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.825032] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b already deleted. [ 940.825254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.825469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.825582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.825669] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.208746] env[66328]: INFO networking_nsxv3.common.synchronization [req-b470fc01-ae05-4dd6-8de3-7d52a9983074 req-a774a45a-1270-465e-82a3-03e6fed40168 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 941.209017] env[66328]: INFO networking_nsxv3.common.synchronization [req-b470fc01-ae05-4dd6-8de3-7d52a9983074 req-a774a45a-1270-465e-82a3-03e6fed40168 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 941.209222] env[66328]: INFO networking_nsxv3.common.synchronization [req-b470fc01-ae05-4dd6-8de3-7d52a9983074 req-a774a45a-1270-465e-82a3-03e6fed40168 service nova] Enqueued Resource ID: 2f5ce5a0-ff99-49de-8c1a-a1084b946968 with Priority: HIGHEST for action port [ 941.209900] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 941.210736] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 941.211936] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5ce5a0-ff99-49de-8c1a-a1084b946968 with Priority: HIGHEST for action port [ 941.212372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.212507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.212611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.212728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.212859] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.214366] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.214527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.215659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f5ce5a0-ff99-49de-8c1a-a1084b946968 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.215659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.215659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.215866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.217271] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f5ce5a0-ff99-49de-8c1a-a1084b946968',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.348486] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.348656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.348728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.348946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.349056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.349145] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b already deleted. [ 941.349226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.719849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.719849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.720030] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f5ce5a0-ff99-49de-8c1a-a1084b946968 with status ACTIVE [ 941.720201] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.720363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.720408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.720748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.720748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.720949] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.721091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.721216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.721835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.721903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.722375] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.722375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.722375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.723109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.723230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.723324] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f5ce5a0-ff99-49de-8c1a-a1084b946968 is going to be updated. [ 941.749282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.749542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.749542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.749690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.750103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.750784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f5ce5a0-ff99-49de-8c1a-a1084b946968" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.837050] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fdc77afa-ba1b-4033-94fe-302d683d355f None None] Enqueued Resource ID: f4eda915-f65a-47ae-9b0e-253063598d54 with Priority: HIGHEST for action port [ 941.838213] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eda915-f65a-47ae-9b0e-253063598d54 with Priority: HIGHEST for action port [ 941.838213] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4eda915-f65a-47ae-9b0e-253063598d54 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.838213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4eda915-f65a-47ae-9b0e-253063598d54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.838213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4eda915-f65a-47ae-9b0e-253063598d54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.838397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4eda915-f65a-47ae-9b0e-253063598d54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.838481] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4eda915-f65a-47ae-9b0e-253063598d54',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.047759] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 942.047955] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 942.048087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.048254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.048655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048837] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.049096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.049190] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.076839] env[66328]: INFO networking_nsxv3.common.synchronization [req-6cc9d65f-6ab8-4b5f-9fd1-a4b96f894d2e req-786042da-5056-471b-870d-0e666ae57136 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 942.077345] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 942.077692] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.077821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.077888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.078159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.078313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.078409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.078472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.078623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.078711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.078800] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.239099] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 in Status: SUCCESS [ 942.239099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.239099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.239099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.239099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.239895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.239895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.239895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.239895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.239895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.239895] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.341142] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4eda915-f65a-47ae-9b0e-253063598d54 [ 942.341421] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.341915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.342084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.342353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.342543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.342618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4eda915-f65a-47ae-9b0e-253063598d54 already deleted. [ 942.342733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4eda915-f65a-47ae-9b0e-253063598d54" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.542128] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.542128] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.542128] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.542128] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.542128] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.542472] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.542793] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.544157] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.544425] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.544741] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.549989] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.549989] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.549989] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.549989] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.549989] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.549989] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.551669] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.577142] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.577142] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.577142] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.577142] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.577142] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-bdc08647-b9f9-4037-9c4c-c40c1e211729 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.577142] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.577142] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.577142] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.577563] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc08647-b9f9-4037-9c4c-c40c1e211729',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.581630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.581846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.581957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.582383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.582459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.582742] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.584957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.584957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.584957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.584957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.584957] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 already deleted. [ 942.584957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.646603] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 942.647631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.744421] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.054262] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.080419] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.080620] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.080770] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.081081] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.081235] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.081390] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port bdc08647-b9f9-4037-9c4c-c40c1e211729 not found, creating... [ 943.081666] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.081821] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.081935] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.082172] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.082306] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.082615] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.082780] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.082920] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.086249] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.086249] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.086516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: bdc08647-b9f9-4037-9c4c-c40c1e211729 is going to be created. [ 943.112040] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.112312] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.112631] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.112830] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.113077] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.113302] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.248679] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dad29b48-88f1-4b7c-b48d-4292c1cb4c62: rpc.has_security_group_logging(os_id): False [ 943.283433] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.283694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.283694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.284032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.284134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.284569] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.284569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.284569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.284710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.286641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.286641] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 is going to be created. [ 943.364319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.364319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.364319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.364319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.364599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.380351] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 in Status: IN_PROGRESS for 2s [ 943.557180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.557355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.557426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.557655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.557776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.557959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 943.610499] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.610591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.610641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.610847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.610992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.622863] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 943.912231] env[66328]: INFO networking_nsxv3.common.synchronization [req-6cc9d65f-6ab8-4b5f-9fd1-a4b96f894d2e req-c59d2916-f2bb-4a8c-ae6b-68a146c497c8 service nova] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_rules [ 943.912463] env[66328]: INFO networking_nsxv3.common.synchronization [req-6cc9d65f-6ab8-4b5f-9fd1-a4b96f894d2e req-c59d2916-f2bb-4a8c-ae6b-68a146c497c8 service nova] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 943.912600] env[66328]: INFO networking_nsxv3.common.synchronization [req-6cc9d65f-6ab8-4b5f-9fd1-a4b96f894d2e req-c59d2916-f2bb-4a8c-ae6b-68a146c497c8 service nova] Enqueued Resource ID: bdc08647-b9f9-4037-9c4c-c40c1e211729 with Priority: HIGHEST for action port [ 943.913176] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_rules [ 943.913400] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 943.913493] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc08647-b9f9-4037-9c4c-c40c1e211729 with Priority: HIGHEST for action port [ 943.913773] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.913896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.913985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.914250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.914425] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.915561] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.916882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.916882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.916882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.916882] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.916882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.916882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.916882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.917551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.917551] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.918217] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdc08647-b9f9-4037-9c4c-c40c1e211729 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.918377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.918485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.918729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.918825] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc08647-b9f9-4037-9c4c-c40c1e211729',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.420643] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.421355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.421355] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.421892] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdc08647-b9f9-4037-9c4c-c40c1e211729 with status ACTIVE [ 944.422083] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.422220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.422284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.422481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.422570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.422737] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.422828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.422888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.423051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.423133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.423572] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.423572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.423572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.423724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.423724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.423806] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdc08647-b9f9-4037-9c4c-c40c1e211729 is going to be updated. [ 944.449864] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.449864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.449864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.449864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.449864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.449864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdc08647-b9f9-4037-9c4c-c40c1e211729" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.810226] env[66328]: INFO networking_nsxv3.common.synchronization [req-25aa6570-e661-4710-a46d-d6c829b542a8 req-4e20b4b7-e987-40cb-a678-bb93713185c6 tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 944.810837] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 944.811206] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.811342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.811416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.811598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.811770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.811899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.811957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.812159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.812248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.812367] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.926886] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.131889] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.132096] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.132219] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.132485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.132749] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.132959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.133354] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.133612] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.133759] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.133984] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.134123] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.134246] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.134352] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.134516] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.134660] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.134827] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.159662] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.159662] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.159662] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.159662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.159662] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.159662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.159662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.159662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.159662] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff1a720-b3b1-42ee-a5eb-289799ab29cc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.314628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.314862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.314948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.315259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.348945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.349283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.349421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.349506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.349743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.349831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.349885] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 945.394593] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 in Status: SUCCESS [ 945.394593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.403019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.403019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.403019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.403019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.403019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.419813] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 945.429658] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.430030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.430030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.430215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.430292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.430389] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be created. [ 945.459457] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.459636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.459753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.461174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.461174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.473119] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: UNINITIALIZED for 2s [ 945.635889] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 945.637396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.637396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.637396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.637396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.637650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.637650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.637947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.638150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.638214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.638294] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.663868] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.664230] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.664374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.664877] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.665070] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.665284] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 3ff1a720-b3b1-42ee-a5eb-289799ab29cc not found, creating... [ 945.665683] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.665929] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.669881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.669881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.669881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.670015] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.670282] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.670588] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.671069] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.671749] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.671964] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 3ff1a720-b3b1-42ee-a5eb-289799ab29cc is going to be created. [ 945.696846] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.697139] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.697267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.698034] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.698034] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.698807] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.143221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.143221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.143221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.143221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.146623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.146623] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.146623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.146623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.146623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.146623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.146623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.146623] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.417393] env[66328]: INFO networking_nsxv3.common.synchronization [req-25aa6570-e661-4710-a46d-d6c829b542a8 req-06ac8dd0-cdc2-4562-abe2-320b195b6912 service nova] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_rules [ 946.417608] env[66328]: INFO networking_nsxv3.common.synchronization [req-25aa6570-e661-4710-a46d-d6c829b542a8 req-06ac8dd0-cdc2-4562-abe2-320b195b6912 service nova] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 946.417766] env[66328]: INFO networking_nsxv3.common.synchronization [req-25aa6570-e661-4710-a46d-d6c829b542a8 req-06ac8dd0-cdc2-4562-abe2-320b195b6912 service nova] Enqueued Resource ID: 3ff1a720-b3b1-42ee-a5eb-289799ab29cc with Priority: HIGHEST for action port [ 946.420447] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_rules [ 946.420607] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 946.420691] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff1a720-b3b1-42ee-a5eb-289799ab29cc with Priority: HIGHEST for action port [ 946.421091] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.421157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.421157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.421360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.421440] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.422319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.422416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.422608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.422706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.422819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.422934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.423015] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff1a720-b3b1-42ee-a5eb-289799ab29cc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.649447] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986d48a-6b81-4f4f-9b22-baf7354ebd32: rpc.has_security_group_logging(os_id): False [ 946.669144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.669277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.669373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.669620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.669716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.669913] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.670012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.670080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.670228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.670306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.670872] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.671213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.671509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.671706] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.671801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.672017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.672116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.672204] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 946.737471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.737615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.737748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.738046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.738119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.754953] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 946.925070] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.925346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.925588] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ff1a720-b3b1-42ee-a5eb-289799ab29cc with status ACTIVE [ 946.925816] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.925951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.926203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.926345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.926480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.926698] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.926883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.926953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.927150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.927279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.927505] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.927653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.927713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.927890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.927985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.928108] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ff1a720-b3b1-42ee-a5eb-289799ab29cc is going to be updated. [ 946.966733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.967128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.967374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.967637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.967754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff1a720-b3b1-42ee-a5eb-289799ab29cc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.431210] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 947.434503] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 deletion is rescheduled due to dependency. [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.434503] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.434503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.434503] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.486133] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: SUCCESS [ 947.486244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.486825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.486825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.486825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.487034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.487034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.487151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.487190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.487576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.487576] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.938464] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.991388] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.991676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.991767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.992135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.992409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.992593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.992693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.992955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.993125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.993364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.993545] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.993724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.993859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.994083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.994318] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.994476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.994582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.994807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.994928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.995082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.995229] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.442858] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.498204] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b931538-08a4-4818-90f2-9068ca5ecb55: rpc.has_security_group_logging(os_id): False [ 948.535585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.535807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.535807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.536037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.536132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.536325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.536426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.536488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.536659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.536776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.536999] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.537114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.537176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.537332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.537439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.537693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.537785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.537881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.537979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.538069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.538155] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be created. [ 948.619213] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.619405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.619529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.619644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.619823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.631820] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: IN_PROGRESS for 2s [ 948.772836] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 948.773074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.948035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.948035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.948035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.948035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.948506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.948506] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 948.980799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.980958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.981041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.981301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.981467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.992792] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 950.650822] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: SUCCESS [ 950.651156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.005887] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 951.006145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.006323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.006614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.006787] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.006928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.006965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007377] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.421916] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 951.422112] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 951.510151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.511098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.511267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.511544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.511644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.511727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.511908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.512020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.512115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.512314] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.512441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.512536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.515186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.515186] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.515509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.515509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.515675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.515675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.515829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.515907] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.019988] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11baa2de-fb5f-4315-8d71-5e9981d2d579: rpc.has_security_group_logging(os_id): False [ 952.043867] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.044097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.044247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.044433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.044575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.044802] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.044902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.044964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.045548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.045669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.047235] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.047235] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.047235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.047235] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 952.119153] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.119406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.119469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.119664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.119838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.132618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 954.154600] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 954.154947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.701514] env[66328]: INFO networking_nsxv3.common.synchronization [req-51520b1b-d2ba-4dfe-bae0-7dc7ca84c4be req-03c4a38a-762a-4aea-b7ec-6c50da396d43 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 955.701868] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 955.702048] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.702119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.702193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.703028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.703028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.703028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.703028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.703028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.703266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.703266] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.206799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.206982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.207039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.207282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.207383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.207582] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.207681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.207870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.208086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.208166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.208255] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 956.258338] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.258442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.258505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.258743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.259471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.271406] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 957.999944] env[66328]: INFO networking_nsxv3.common.synchronization [None req-8a2813fd-00d8-4054-92a9-fd66ec594ac7 None None] Enqueued Resource ID: c74a4390-8132-4b07-b852-3528ab07defe with Priority: HIGHEST for action port [ 958.000689] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74a4390-8132-4b07-b852-3528ab07defe with Priority: HIGHEST for action port [ 958.001051] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c74a4390-8132-4b07-b852-3528ab07defe taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.001190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c74a4390-8132-4b07-b852-3528ab07defe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.001258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c74a4390-8132-4b07-b852-3528ab07defe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.001523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c74a4390-8132-4b07-b852-3528ab07defe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.001606] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c74a4390-8132-4b07-b852-3528ab07defe',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.295034] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 958.295258] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 958.295380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.503955] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c74a4390-8132-4b07-b852-3528ab07defe [ 958.505037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.505037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.505037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.505037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.505037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.505037] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c74a4390-8132-4b07-b852-3528ab07defe already deleted. [ 958.505618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c74a4390-8132-4b07-b852-3528ab07defe" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.212650] env[66328]: INFO networking_nsxv3.common.synchronization [req-5c647292-5099-4fb5-8e43-05d681d7916b req-2dccdae9-d6ea-4626-815e-df0f7d1c82d8 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 960.213246] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 960.213577] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.213701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.213782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.214351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.215356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.215470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.215569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.215781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.216456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.216456] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.663498] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.663947] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.664209] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.664586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.664984] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.665424] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.665690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.666053] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.666348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.666734] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.667151] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.667387] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.667622] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.667859] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.668084] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.668330] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.693601] env[66328]: INFO networking_nsxv3.common.synchronization [None req-99666c34-9b18-41a0-b6f2-116723644167 None None] Enqueued Resource ID: feb40060-835e-4c53-ae18-df545039fa9c with Priority: HIGHEST for action port [ 960.694619] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb40060-835e-4c53-ae18-df545039fa9c with Priority: HIGHEST for action port [ 960.695845] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.696043] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.696194] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.696404] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.696849] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-7bd300df-044e-458c-94f8-ae20f9dc5fa0 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.697087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.697246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.697604] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.697798] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd300df-044e-458c-94f8-ae20f9dc5fa0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.699071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb40060-835e-4c53-ae18-df545039fa9c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.699071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb40060-835e-4c53-ae18-df545039fa9c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.699261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb40060-835e-4c53-ae18-df545039fa9c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.699356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb40060-835e-4c53-ae18-df545039fa9c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.699454] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb40060-835e-4c53-ae18-df545039fa9c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.718794] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.947150] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ceea4615-1341-4997-8bdf-753c4467d214 None None] Enqueued Resource ID: bcbdede8-1733-40af-b171-7a02663ff301 with Priority: HIGHEST for action port [ 960.947150] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbdede8-1733-40af-b171-7a02663ff301 with Priority: HIGHEST for action port [ 960.947150] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcbdede8-1733-40af-b171-7a02663ff301 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.947150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcbdede8-1733-40af-b171-7a02663ff301" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.947150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcbdede8-1733-40af-b171-7a02663ff301" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.947150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcbdede8-1733-40af-b171-7a02663ff301" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.947150] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcbdede8-1733-40af-b171-7a02663ff301',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.201878] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb40060-835e-4c53-ae18-df545039fa9c [ 961.202129] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.202359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.202359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.202551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.202711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.202834] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb40060-835e-4c53-ae18-df545039fa9c already deleted. [ 961.202893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb40060-835e-4c53-ae18-df545039fa9c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.203407] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.203664] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.205009] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.205009] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.205009] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.205009] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 7bd300df-044e-458c-94f8-ae20f9dc5fa0 not found, creating... [ 961.205009] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.205009] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.205009] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.205386] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.208094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.208094] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.208094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.208094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.208094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.208094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.208094] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 7bd300df-044e-458c-94f8-ae20f9dc5fa0 is going to be created. [ 961.225341] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.236617] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.236859] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.236933] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.237253] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.237533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.237792] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.449314] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcbdede8-1733-40af-b171-7a02663ff301 [ 961.449486] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.449658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.449731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.450150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.450227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.450278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcbdede8-1733-40af-b171-7a02663ff301 already deleted. [ 961.450370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcbdede8-1733-40af-b171-7a02663ff301" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.729574] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.729772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.729834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.730049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.730145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.730249] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 961.763997] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.764409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.764409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.764540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.764713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.781657] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 962.011946] env[66328]: INFO networking_nsxv3.common.synchronization [req-5c647292-5099-4fb5-8e43-05d681d7916b req-3acfba26-f3fd-4bcf-b4cc-5f760ebaba71 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 962.012223] env[66328]: INFO networking_nsxv3.common.synchronization [req-5c647292-5099-4fb5-8e43-05d681d7916b req-3acfba26-f3fd-4bcf-b4cc-5f760ebaba71 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 962.012439] env[66328]: INFO networking_nsxv3.common.synchronization [req-5c647292-5099-4fb5-8e43-05d681d7916b req-3acfba26-f3fd-4bcf-b4cc-5f760ebaba71 service nova] Enqueued Resource ID: 7bd300df-044e-458c-94f8-ae20f9dc5fa0 with Priority: HIGHEST for action port [ 962.013320] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 962.013451] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 962.013612] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd300df-044e-458c-94f8-ae20f9dc5fa0 with Priority: HIGHEST for action port [ 962.014053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.014185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.014289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.014569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.014935] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.015932] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.016110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.016333] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd300df-044e-458c-94f8-ae20f9dc5fa0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.016486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.016522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.016675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.016801] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd300df-044e-458c-94f8-ae20f9dc5fa0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.519534] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.519849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.525727] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd300df-044e-458c-94f8-ae20f9dc5fa0 with status ACTIVE [ 962.525727] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.525906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.525906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.526459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.526459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.526459] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.526459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.526711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.526711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.526812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.527378] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.527378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.527378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.527378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.527378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.527672] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd300df-044e-458c-94f8-ae20f9dc5fa0 is going to be updated. [ 962.549375] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.550365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.550365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.550365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.550365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.550365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd300df-044e-458c-94f8-ae20f9dc5fa0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.054402] env[66328]: INFO networking_nsxv3.common.synchronization [None req-6b795927-62ed-409e-914b-14918edc0958 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_rules [ 963.054402] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_rules [ 963.054665] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.054803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.054878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.056554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.056703] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.209362] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e77f45ff-188d-4b53-b32e-f08e37e81df6 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_rules [ 963.209362] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_rules [ 963.209509] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.209730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.583300] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.583300] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 already deleted. [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.583300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.583300] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.757021] env[66328]: INFO networking_nsxv3.common.synchronization [None req-2b2f9527-cea3-47e6-9d0d-84d7d78c6d54 None None] Enqueued Resource ID: ea178b26-92ca-4822-a9c8-16ca84feac83 with Priority: HIGHEST for action port [ 963.757021] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea178b26-92ca-4822-a9c8-16ca84feac83 with Priority: HIGHEST for action port [ 963.757021] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea178b26-92ca-4822-a9c8-16ca84feac83 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.757021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea178b26-92ca-4822-a9c8-16ca84feac83" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.757021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea178b26-92ca-4822-a9c8-16ca84feac83" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.757021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea178b26-92ca-4822-a9c8-16ca84feac83" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.757021] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea178b26-92ca-4822-a9c8-16ca84feac83',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.793173] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 4s [ 964.105359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.105563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.105636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.105858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.105945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.106058] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 already deleted. [ 964.106141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.260771] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea178b26-92ca-4822-a9c8-16ca84feac83 [ 964.260957] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.261106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.261181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.261709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.261709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.261709] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea178b26-92ca-4822-a9c8-16ca84feac83 already deleted. [ 964.261709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea178b26-92ca-4822-a9c8-16ca84feac83" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.996408] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3dcc3fe6-9580-45f4-8e4b-6147f15ce1ad None None] Enqueued Resource ID: 38f93d02-8018-45a2-9b52-fa5d1fc71f0b with Priority: HIGHEST for action port [ 964.996408] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f93d02-8018-45a2-9b52-fa5d1fc71f0b with Priority: HIGHEST for action port [ 964.996408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f93d02-8018-45a2-9b52-fa5d1fc71f0b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.996408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f93d02-8018-45a2-9b52-fa5d1fc71f0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.996408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f93d02-8018-45a2-9b52-fa5d1fc71f0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.996408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f93d02-8018-45a2-9b52-fa5d1fc71f0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.996408] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f93d02-8018-45a2-9b52-fa5d1fc71f0b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.500080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38f93d02-8018-45a2-9b52-fa5d1fc71f0b [ 965.500399] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.500634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.500723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.500901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.500992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.501101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38f93d02-8018-45a2-9b52-fa5d1fc71f0b already deleted. [ 965.501183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f93d02-8018-45a2-9b52-fa5d1fc71f0b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.699038] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c195fb-fb8a-4597-9a91-72e33e18ad3a req-7f7de5fd-4ace-490b-9d36-8aa9d29f0997 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 965.701552] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 965.703147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.703147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.703147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.703318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.703455] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.703631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.703631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.703788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.703912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.703960] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.806741] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 965.806741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.806741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.806741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.807240] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.807621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.807890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.808355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.808355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.808712] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.207454] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.253681] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.254032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.254672] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.254761] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.255155] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.255246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.255358] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.256127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.256374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.256525] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.256672] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.256751] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.256862] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.256971] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.257087] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.257218] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.276397] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.276642] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.276836] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.277060] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-828" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.277642] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-df6fe4b4-2789-4405-ac89-e110b8efc7f1 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.277854] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.278014] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.278865] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.278865] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6fe4b4-2789-4405-ac89-e110b8efc7f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.315176] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.709469] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.782170] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.782170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.782170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.782170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.782170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.782551] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port df6fe4b4-2789-4405-ac89-e110b8efc7f1 not found, creating... [ 966.782655] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.782929] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.783102] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.783322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.783530] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.783852] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.784156] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.784325] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.784593] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.784796] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.784989] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 is going to be created. [ 966.815657] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.816084] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.816084] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.816508] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.816796] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.817803] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.821580] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.213085] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.213085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.213085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.213085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.213085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.213085] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 967.245441] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.245735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.245863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.246241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.246483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.256974] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 967.323562] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.323746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.323746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.323953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.324063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.324161] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 967.358872] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.381325] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 967.511472] env[66328]: INFO networking_nsxv3.common.synchronization [None req-5f9cc16a-944a-42d6-89a9-cb34a5688ed6 None None] Enqueued Resource ID: 5e436918-e05a-46b7-aa2d-44dc6531310f with Priority: HIGHEST for action port [ 967.511472] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e436918-e05a-46b7-aa2d-44dc6531310f with Priority: HIGHEST for action port [ 967.511472] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e436918-e05a-46b7-aa2d-44dc6531310f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.511472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e436918-e05a-46b7-aa2d-44dc6531310f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.511472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e436918-e05a-46b7-aa2d-44dc6531310f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.511472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e436918-e05a-46b7-aa2d-44dc6531310f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.511472] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e436918-e05a-46b7-aa2d-44dc6531310f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.553638] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d640f7e4-843f-4ac3-b36b-49d72c1d8aff tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 967.554151] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 967.556605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.556766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.557042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.557209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.557315] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.579362] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c195fb-fb8a-4597-9a91-72e33e18ad3a req-9cf9f585-10ee-4dc3-b1b0-0764057a81ba service nova] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 967.580240] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c195fb-fb8a-4597-9a91-72e33e18ad3a req-9cf9f585-10ee-4dc3-b1b0-0764057a81ba service nova] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 967.580387] env[66328]: INFO networking_nsxv3.common.synchronization [req-04c195fb-fb8a-4597-9a91-72e33e18ad3a req-9cf9f585-10ee-4dc3-b1b0-0764057a81ba service nova] Enqueued Resource ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 with Priority: HIGHEST for action port [ 967.581041] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 967.581245] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 967.581507] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 with Priority: HIGHEST for action port [ 967.582043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.582549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.582549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.582549] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.583597] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.583597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.583791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6fe4b4-2789-4405-ac89-e110b8efc7f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.583791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.583791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.583950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.584205] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6fe4b4-2789-4405-ac89-e110b8efc7f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.777744] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d97ed24c-02da-482f-b470-d5c557e549af tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 967.779186] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 967.779309] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.779483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.014172] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e436918-e05a-46b7-aa2d-44dc6531310f [ 968.015037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.015037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.015037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.015340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.015432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.015551] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e436918-e05a-46b7-aa2d-44dc6531310f already deleted. [ 968.015649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e436918-e05a-46b7-aa2d-44dc6531310f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.082974] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.083107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.083107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.083309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.083399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.083508] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 already deleted. [ 968.083710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.083862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.084039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.084123] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.085693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.085810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.087147] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6fe4b4-2789-4405-ac89-e110b8efc7f1 with status ACTIVE [ 968.087387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.087528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.087600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.087812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.087906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.088152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.088369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.088369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.088513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.088597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.088786] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.088878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.088937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.089101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.089176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.089259] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 is going to be updated. [ 968.125151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.125151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.125151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.125151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.125151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.125441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.616341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.616651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.616651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.616895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.616895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.617039] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 already deleted. [ 968.617107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.278336] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.278336] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.278336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.278336] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.398153] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.398153] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.398153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.398153] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.781512] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.902040] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.902228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.902329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.902589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.902783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.902890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.902944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.903317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.903317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.903317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.903481] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.903544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.903609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.904360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.904360] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.904360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.904360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.904360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.904360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.904360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.904687] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.287183] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.407586] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 970.425984] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.425984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.425984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.425984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.447072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.447518] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.447688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.447780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.448166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.449019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.449019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.449019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.449019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.449019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.449019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.449383] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.449383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.449487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.450168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.450261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.450327] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 970.514459] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.514459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.514459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.514459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.514459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.529892] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 970.791261] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.791261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.791261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.791261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.791261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.791261] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 970.830873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.830873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.830873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.830873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.830873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.840035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 971.062411] env[66328]: INFO networking_nsxv3.common.synchronization [req-45e320e9-237e-413e-93b1-764071968128 req-c88cc30b-437e-4f97-a21b-939e3644ecc7 tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 971.063205] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 971.063684] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.063684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.064106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.064106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.064106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.064268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.064268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.065031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.065031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.065031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.368750] env[66328]: INFO networking_nsxv3.common.synchronization [req-cc7fed8f-c069-4029-9829-a73b4ee00fd5 req-cd9f5daf-2d15-438c-80a1-f2a64d20c69b tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 971.371510] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 971.372330] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.372758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.373949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.373949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.373949] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.373949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.374294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.374294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.374465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.374641] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.567991] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.567991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.567991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.567991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.567991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.569096] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.569278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.569347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.569548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.569632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.569740] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 971.621327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.621327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.621327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.621327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.621327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.634590] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 971.877712] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.972253] env[66328]: INFO networking_nsxv3.common.synchronization [req-ca7f4b66-7183-4a9b-9c30-e30137fc22b5 req-7a884e7f-4f24-4e8e-9e14-6053ba74643c tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_members [ 971.972951] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_members [ 971.973624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.973808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.973876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.974225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.974438] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.974549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.974610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.974782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.974872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.974972] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.380501] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.479306] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.479640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.479640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.479991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.480154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.480441] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.480607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.480730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.480950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.481112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.481260] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b already deleted. [ 972.481379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.546316] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 972.546765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.726944] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.727183] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.727344] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.727736] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.728070] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.728240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.728352] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.728715] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.728829] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.729052] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.729166] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.729322] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.729438] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.729587] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.729700] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.729885] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.750868] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.751092] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.751250] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.751471] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.751846] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-8116f4b3-bc9e-40ea-917b-f51fde29432b taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.752071] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.752207] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.752871] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.752871] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8116f4b3-bc9e-40ea-917b-f51fde29432b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.855401] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 972.855401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.855401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.855631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.856023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.856023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.856194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.856396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.856530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.856967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.857145] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.883024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.883353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.883508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.883735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.883843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.883916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 972.932755] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.932969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.933082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.933381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.933813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.949480] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 973.255222] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.255456] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.255653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.255977] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.256188] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.256387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 8116f4b3-bc9e-40ea-917b-f51fde29432b not found, creating... [ 973.256717] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.256899] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.256994] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.257262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.257418] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.257803] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.257999] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.258127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.258343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.258532] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.258708] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 8116f4b3-bc9e-40ea-917b-f51fde29432b is going to be created. [ 973.283698] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.283946] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.284057] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.284357] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.284595] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.285183] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.361885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.362121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.362121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.362369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.362493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.362592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.362740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.362868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.362916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.363029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.363179] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.363283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.363349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.363519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.363731] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.363731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.363885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.363938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.364020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.364107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.364200] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.647319] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 973.647319] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 deletion is rescheduled due to dependency. [ 973.647319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.866902] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c04bae-9857-40d2-b45e-9a60c6123236: rpc.has_security_group_logging(os_id): False [ 973.891526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.891818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.891818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.891906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.892013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.892257] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.892395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.892464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.892652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.892741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.893075] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.893075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.893246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.893303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.893401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.893651] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.893744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.893795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.893999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.894057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.894106] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 973.987586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.987702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.987702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.987921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.988079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.005821] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 974.055922] env[66328]: INFO networking_nsxv3.common.synchronization [req-ca7f4b66-7183-4a9b-9c30-e30137fc22b5 req-010337bc-2125-483f-a98f-6241fde8bd22 service nova] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_rules [ 974.056232] env[66328]: INFO networking_nsxv3.common.synchronization [req-ca7f4b66-7183-4a9b-9c30-e30137fc22b5 req-010337bc-2125-483f-a98f-6241fde8bd22 service nova] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_members [ 974.056435] env[66328]: INFO networking_nsxv3.common.synchronization [req-ca7f4b66-7183-4a9b-9c30-e30137fc22b5 req-010337bc-2125-483f-a98f-6241fde8bd22 service nova] Enqueued Resource ID: 8116f4b3-bc9e-40ea-917b-f51fde29432b with Priority: HIGHEST for action port [ 974.057562] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_rules [ 974.057562] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_members [ 974.057562] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8116f4b3-bc9e-40ea-917b-f51fde29432b with Priority: HIGHEST for action port [ 974.057817] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.057935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.057976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.058185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.058303] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.059305] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.059400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.059459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.060289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.060467] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.060634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.060634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.060793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.061072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.061153] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.062511] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8116f4b3-bc9e-40ea-917b-f51fde29432b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.062662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.064044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.064044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.064044] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8116f4b3-bc9e-40ea-917b-f51fde29432b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.567230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.567230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.567230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.568497] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8116f4b3-bc9e-40ea-917b-f51fde29432b with status ACTIVE [ 974.568735] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.568864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.568929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.569505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.569639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.569899] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571994] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.571994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571994] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8116f4b3-bc9e-40ea-917b-f51fde29432b is going to be updated. [ 974.600469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.600635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.600691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.601971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.601971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.601971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8116f4b3-bc9e-40ea-917b-f51fde29432b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.607764] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f272de76-6d2c-43e3-ae04-92f760f9a947 None None] Enqueued Resource ID: cf2fedab-1769-46a1-ab91-0638280b38b2 with Priority: HIGHEST for action port [ 974.608137] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2fedab-1769-46a1-ab91-0638280b38b2 with Priority: HIGHEST for action port [ 974.608473] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf2fedab-1769-46a1-ab91-0638280b38b2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.608597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf2fedab-1769-46a1-ab91-0638280b38b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.608664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf2fedab-1769-46a1-ab91-0638280b38b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.609148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf2fedab-1769-46a1-ab91-0638280b38b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.609280] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2fedab-1769-46a1-ab91-0638280b38b2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.725010] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.725289] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.725422] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.725801] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.726198] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.726399] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.726491] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.726754] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.726897] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.727333] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.727392] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.727592] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.727716] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.728025] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.728165] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.728358] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.758839] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.758839] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.758839] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.759116] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-182" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.759905] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.759905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.763844] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.764481] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.765480] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3d436f-5abd-44c3-8dc8-8fa782e5cafa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.961989] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 974.962491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.074494] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.112291] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf2fedab-1769-46a1-ab91-0638280b38b2 [ 975.112512] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.113240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.114490] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf2fedab-1769-46a1-ab91-0638280b38b2 already deleted. [ 975.114490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf2fedab-1769-46a1-ab91-0638280b38b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.268149] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.268405] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.268559] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.268866] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.269690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.269690] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.269690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.269690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.269949] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.269994] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.270384] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.270560] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.270680] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.270886] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.271029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.271180] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa is going to be updated. [ 975.296486] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.296763] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.296885] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.297190] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.297391] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.300028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.576887] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.577103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.577182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.577417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.577524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.577624] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b is going to be created. [ 975.614984] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.615194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.615291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.615506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.615696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.641279] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: UNINITIALIZED for 2s [ 976.025444] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 976.025978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.078332] env[66328]: INFO networking_nsxv3.common.synchronization [req-390425a1-1cd4-477e-873b-a55a9eb8c2f9 req-82cf1755-88eb-4724-8019-6a1153f8a5c4 service nova] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_rules [ 976.078332] env[66328]: INFO networking_nsxv3.common.synchronization [req-390425a1-1cd4-477e-873b-a55a9eb8c2f9 req-82cf1755-88eb-4724-8019-6a1153f8a5c4 service nova] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 976.078332] env[66328]: INFO networking_nsxv3.common.synchronization [req-390425a1-1cd4-477e-873b-a55a9eb8c2f9 req-82cf1755-88eb-4724-8019-6a1153f8a5c4 service nova] Enqueued Resource ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa with Priority: HIGHEST for action port [ 976.078332] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_rules [ 976.078332] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 976.078332] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa with Priority: HIGHEST for action port [ 976.078332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.078332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.078332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.078332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.078332] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.079736] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.079736] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.079736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.079736] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.080254] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.080304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.080392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.080537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.080633] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3d436f-5abd-44c3-8dc8-8fa782e5cafa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.585707] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.587253] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.587474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.587733] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa with status ACTIVE [ 976.588014] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.588171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.588284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.588581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.588732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.589263] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.589403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.589503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.589807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.589954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.590287] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.590449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.590551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.590792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.590914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.591902] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a3d436f-5abd-44c3-8dc8-8fa782e5cafa is going to be updated. [ 976.614328] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.614499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.614546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.614754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.614913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.615091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3d436f-5abd-44c3-8dc8-8fa782e5cafa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.014805] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b95ab14c-ad77-4319-aee0-71f3f5fbb97e None None] Enqueued Resource ID: 20d3b711-89f5-4f12-9712-2806841148ed with Priority: HIGHEST for action port [ 977.016187] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d3b711-89f5-4f12-9712-2806841148ed with Priority: HIGHEST for action port [ 977.016187] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-20d3b711-89f5-4f12-9712-2806841148ed taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.016187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20d3b711-89f5-4f12-9712-2806841148ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.016187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20d3b711-89f5-4f12-9712-2806841148ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.016529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20d3b711-89f5-4f12-9712-2806841148ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.016529] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20d3b711-89f5-4f12-9712-2806841148ed',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.096290] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.520385] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20d3b711-89f5-4f12-9712-2806841148ed [ 977.522506] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.522506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.522684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.522873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.523150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.523328] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20d3b711-89f5-4f12-9712-2806841148ed already deleted. [ 977.523328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20d3b711-89f5-4f12-9712-2806841148ed" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.597745] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.597899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.597967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.598188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.598277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.598601] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 977.632145] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.632145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.632145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.632145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.632145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.643487] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 977.652089] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: SUCCESS [ 977.652296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.652462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.652713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.653009] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.653571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.653651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.653852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.653954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.654095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.654199] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.772653] env[66328]: INFO networking_nsxv3.common.synchronization [req-83854b80-d800-4802-9f17-14bd6ba2ec02 req-71fb43ec-4f07-43e5-b6e3-80e5420ad88f tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 977.773395] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 977.774425] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.774425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.774425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.774667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.774740] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.774882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.774971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.775189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.775306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.776039] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.156490] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.277879] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.281853] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.282047] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.282171] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.282441] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.283296] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.283296] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.283296] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.283484] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.283571] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.283775] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.283883] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.283988] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.284096] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.284201] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.284303] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.284431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.304435] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.304589] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.304677] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.304835] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.305620] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-be71c526-12a9-463b-92c2-1528ca684727 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.305620] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.305620] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.306083] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.306083] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be71c526-12a9-463b-92c2-1528ca684727',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.658679] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1ef27a-3da0-4500-890b-e0ecd443bc8b: rpc.has_security_group_logging(os_id): False [ 978.707031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.707701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.707701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.708331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.708837] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.708972] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.709173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.709435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.709698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.709838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.709965] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b is going to be created. [ 978.762436] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3d321a85-ff0f-4c19-96a6-98b380ff690f None None] Enqueued Resource ID: b8f26cb6-09f3-4e5e-8054-1685182d5fce with Priority: HIGHEST for action port [ 978.763134] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f26cb6-09f3-4e5e-8054-1685182d5fce with Priority: HIGHEST for action port [ 978.766018] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8f26cb6-09f3-4e5e-8054-1685182d5fce taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.766018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8f26cb6-09f3-4e5e-8054-1685182d5fce" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.766018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8f26cb6-09f3-4e5e-8054-1685182d5fce" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.766018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8f26cb6-09f3-4e5e-8054-1685182d5fce" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.766018] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f26cb6-09f3-4e5e-8054-1685182d5fce',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.781568] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.799884] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.800089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.800194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.800439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.800679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.810509] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.810788] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.810953] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.811313] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.811564] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.811759] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port be71c526-12a9-463b-92c2-1528ca684727 not found, creating... [ 978.812743] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.812947] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.813103] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.813376] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.813525] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.813836] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.813989] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.814167] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.814326] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.814466] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.814615] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: be71c526-12a9-463b-92c2-1528ca684727 is going to be created. [ 978.818206] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: IN_PROGRESS for 2s [ 978.838513] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.838738] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.838864] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.839176] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.839415] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.839647] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.268539] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8f26cb6-09f3-4e5e-8054-1685182d5fce [ 979.268873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.269075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.269197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.269519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.269655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.269782] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8f26cb6-09f3-4e5e-8054-1685182d5fce already deleted. [ 979.269907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8f26cb6-09f3-4e5e-8054-1685182d5fce" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.287743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.287966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.288066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.288386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.288485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.288648] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 979.322586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.322754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.322754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.322931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.323857] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.334774] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 979.575038] env[66328]: INFO networking_nsxv3.common.synchronization [req-83854b80-d800-4802-9f17-14bd6ba2ec02 req-df9f8417-6a4e-44fc-a3f1-14861ffe9974 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 979.575038] env[66328]: INFO networking_nsxv3.common.synchronization [req-83854b80-d800-4802-9f17-14bd6ba2ec02 req-df9f8417-6a4e-44fc-a3f1-14861ffe9974 service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 979.575038] env[66328]: INFO networking_nsxv3.common.synchronization [req-83854b80-d800-4802-9f17-14bd6ba2ec02 req-df9f8417-6a4e-44fc-a3f1-14861ffe9974 service nova] Enqueued Resource ID: be71c526-12a9-463b-92c2-1528ca684727 with Priority: HIGHEST for action port [ 979.575038] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 979.575038] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 979.575038] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be71c526-12a9-463b-92c2-1528ca684727 with Priority: HIGHEST for action port [ 979.576501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.576843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.576946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.577488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.577614] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.578572] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.579718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.579718] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-be71c526-12a9-463b-92c2-1528ca684727 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.579718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.579718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.579718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.579718] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be71c526-12a9-463b-92c2-1528ca684727',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.655658] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 979.655921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.656112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.656332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.656561] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.656672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.656739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.656892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.656975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657175] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.729771] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 979.729900] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 979.730639] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 979.731023] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 979.731455] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.731596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.731727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.731977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.732166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.732342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.733262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.733521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.733592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.733917] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.735147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.735302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.735406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.736037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.736037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.736183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.736234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.736447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.736538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.736692] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.795893] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 979.796089] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 979.796230] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_rules [ 979.796350] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 979.796467] env[66328]: INFO networking_nsxv3.common.synchronization [req-c31a8993-95da-432a-af6d-62648f87b736 req-f2f9053b-3958-4a86-8e47-e07647a3b51c tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 with Priority: HIGHEST for action port [ 979.797099] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 979.797243] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_rules [ 979.797334] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 with Priority: HIGHEST for action port [ 979.797416] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 979.797524] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 979.797854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.797983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.798079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.798277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.798351] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.804030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.804030] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.804030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6fe4b4-2789-4405-ac89-e110b8efc7f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.804030] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6fe4b4-2789-4405-ac89-e110b8efc7f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.804030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.804030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.804030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.011559] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d6a0027e-40ca-4fa3-88bb-7db05ea126d5 None None] Enqueued Resource ID: 697853e7-4fee-4569-bbd4-43e8f61e14b2 with Priority: HIGHEST for action port [ 980.012317] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697853e7-4fee-4569-bbd4-43e8f61e14b2 with Priority: HIGHEST for action port [ 980.012644] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-697853e7-4fee-4569-bbd4-43e8f61e14b2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.012749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-697853e7-4fee-4569-bbd4-43e8f61e14b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.013214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-697853e7-4fee-4569-bbd4-43e8f61e14b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.013214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-697853e7-4fee-4569-bbd4-43e8f61e14b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.013214] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('697853e7-4fee-4569-bbd4-43e8f61e14b2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.082874] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.083048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.083222] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be71c526-12a9-463b-92c2-1528ca684727 with status ACTIVE [ 980.083399] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.083584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.083649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.084101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.084236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.084429] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.084526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.084583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.084757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.084873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.085359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.085444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.085504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.085748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.085820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.085906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be71c526-12a9-463b-92c2-1528ca684727 is going to be updated. [ 980.110774] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.111147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.111941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.111941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.111941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.111941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be71c526-12a9-463b-92c2-1528ca684727" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.162602] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.163127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.163209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.163432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.163641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.163744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.163805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.163961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.164154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.164191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.164401] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.164558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.164661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.164853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.165032] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.165135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.165446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.165675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.165779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.165893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.166016] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.239161] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.243817] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.305530] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6fe4b4-2789-4405-ac89-e110b8efc7f1 with status ACTIVE [ 980.306345] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.306842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.310027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.310027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.310027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.310027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 is going to be updated. [ 980.315859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.315859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.315859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.315859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.367895] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.368137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.368217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.368485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.368679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.368876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.515739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 697853e7-4fee-4569-bbd4-43e8f61e14b2 [ 980.516472] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.516691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.517291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.517571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.517707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.517844] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:697853e7-4fee-4569-bbd4-43e8f61e14b2 already deleted. [ 980.517934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-697853e7-4fee-4569-bbd4-43e8f61e14b2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.597589] env[66328]: INFO networking_nsxv3.common.synchronization [req-55b1c32a-622c-4cb4-9854-a67e827b0647 req-8cd39e77-6599-4c68-9f7b-df87da03560c tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 980.600800] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 980.601511] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.601745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.601745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.602236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.602236] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.602236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.602416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.602416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.602533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.602611] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.669628] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aabfa65c-1e39-4788-8c33-bc4ea9845022: rpc.has_security_group_logging(os_id): False [ 980.688791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.688973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.689036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.689253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.712119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.712705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.712855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.712909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.713109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.713200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.713398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.713626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.713626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.713789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.713864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.714341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.714501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.714589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.714855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.715015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.715247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 980.742808] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.749382] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.801236] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.801393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.801467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.801767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.815279] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 980.827413] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: SUCCESS [ 980.827684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.105382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.105648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.105721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.105940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.106051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.107248] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.107248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.107248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.107248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.107248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.107248] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be updated. [ 981.140859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.152781] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: IN_PROGRESS for 2s [ 981.246568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.246794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.246910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.247128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.247212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.247312] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 981.254712] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.254920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.255065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.255194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.255285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.255401] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be created. [ 981.277014] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.277278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.277278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.277454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.277610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.281175] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.281362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.281427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.281596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.281738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.291714] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 981.292523] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: UNINITIALIZED for 2s [ 981.349077] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 981.349412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.349511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.349784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.350013] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.350244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.350278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.350412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.350488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.350580] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.852761] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.188975] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f9502108-5981-4ab2-9bd0-4f1765d2bdd7 tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_rules [ 982.189648] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_rules [ 982.189964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.190870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.190870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.190870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.190870] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.292511] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e850d95f-02cf-47d4-ae73-44ad558b41fe tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_rules [ 982.293093] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_rules [ 982.293752] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.293752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.356012] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.716027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.716277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.716277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.716488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.716606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.716731] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa already deleted. [ 982.716803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.717016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.717221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.717346] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.831997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 982.831997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.855722] env[66328]: INFO networking_nsxv3.common.synchronization [req-af578b41-a43f-42ca-a056-06e765bd834c req-c8c77e97-d280-4d51-a46d-162f79d4dbf8 tempest-ImagesNegativeTestJSON-461818232 tempest-ImagesNegativeTestJSON-461818232-project-member] Enqueued Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_members [ 982.856479] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_members [ 982.856917] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.857106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.857205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.857578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.857767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.857937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.858038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.858327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.858484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.858646] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.860763] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.860763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.860763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.860763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.860763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.861178] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 982.895920] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.895920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.895920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.896277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.896277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.909109] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 983.168028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: SUCCESS [ 983.168028] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 deletion is rescheduled due to dependency. [ 983.168028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.244267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.245028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.245028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.245028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.245028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.245028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa already deleted. [ 983.245028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.301262] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.301262] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.301262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.301262] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.301262] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.301262] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.302238] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.302238] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.302238] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.302238] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.313192] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 983.313768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.313768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.313938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.314209] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.314348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.314413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.314621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.314703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.314784] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.320115] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 983.320890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.322494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.323988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.324281] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.324467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.324724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.324970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.325133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.325388] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.327306] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.331616] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.331897] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.332689] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.332689] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-927" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.335919] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-1047cc54-3bbf-474d-97c2-a52f51ad75a0 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.335919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.335919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.335919] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.335919] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1047cc54-3bbf-474d-97c2-a52f51ad75a0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.365932] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.365932] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.365932] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d already deleted. [ 983.365932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.836236] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.837131] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.838176] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.838369] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.838504] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.838792] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.838960] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.839125] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 1047cc54-3bbf-474d-97c2-a52f51ad75a0 not found, creating... [ 983.839416] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.839581] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.839929] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.839929] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.840078] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.840381] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.840538] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.840652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.840864] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.840996] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.841174] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 1047cc54-3bbf-474d-97c2-a52f51ad75a0 is going to be created. [ 983.867171] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.867253] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.867421] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.867799] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.868243] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.868608] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.338857] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.339089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.339089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.339372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.339519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.339635] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be updated. [ 984.343736] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.375525] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.375525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.375525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.375525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.375525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.390882] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: IN_PROGRESS for 2s [ 984.649264] env[66328]: INFO networking_nsxv3.common.synchronization [req-af578b41-a43f-42ca-a056-06e765bd834c req-f4f11ff7-8777-4886-b49c-ec2b4c3578a5 service nova] Enqueued Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_rules [ 984.649453] env[66328]: INFO networking_nsxv3.common.synchronization [req-af578b41-a43f-42ca-a056-06e765bd834c req-f4f11ff7-8777-4886-b49c-ec2b4c3578a5 service nova] Enqueued Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_members [ 984.649588] env[66328]: INFO networking_nsxv3.common.synchronization [req-af578b41-a43f-42ca-a056-06e765bd834c req-f4f11ff7-8777-4886-b49c-ec2b4c3578a5 service nova] Enqueued Resource ID: 1047cc54-3bbf-474d-97c2-a52f51ad75a0 with Priority: HIGHEST for action port [ 984.650162] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_rules [ 984.650301] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_members [ 984.650435] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1047cc54-3bbf-474d-97c2-a52f51ad75a0 with Priority: HIGHEST for action port [ 984.651449] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.651584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.651650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.651916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.652007] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.653277] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.654309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.654404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.654607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.654766] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.654869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.654930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.655113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.655205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.655575] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.656513] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-1047cc54-3bbf-474d-97c2-a52f51ad75a0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.659758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.659758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.659758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.659758] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1047cc54-3bbf-474d-97c2-a52f51ad75a0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.848098] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.852030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.852030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.852030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.852030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.852030] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 984.897584] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.897800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.897851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.898190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.898341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.912451] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 984.924237] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 984.924237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.924237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.924655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.924655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.924809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.924871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.925052] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.925137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.925254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.925381] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.159861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.160462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.160759] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.162113] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1047cc54-3bbf-474d-97c2-a52f51ad75a0 with status ACTIVE [ 985.162196] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.162314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.162376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.162787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.162787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.163721] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.165406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.165406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.165406] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1047cc54-3bbf-474d-97c2-a52f51ad75a0 is going to be updated. [ 985.194221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.194427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.194494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.194827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.194827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.195385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1047cc54-3bbf-474d-97c2-a52f51ad75a0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.431837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.432187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.432187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.432311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.432493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.432626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.432690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.432852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.432934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.433036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.433194] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.433283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.433340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.433541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.433707] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.433814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.433873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.434029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.434095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.434205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.434296] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.667944] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.784665] env[66328]: INFO networking_nsxv3.common.synchronization [req-1d535c5e-a5f8-4a87-88f5-aa649ec78483 req-a98ee9ed-6bb0-4137-9d0e-af369d1df628 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_members [ 985.786203] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_members [ 985.786650] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.786905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.787706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788699] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.788699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.788699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.788699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.788966] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.937867] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fe1e8d-a735-408a-a49f-4d2da249fbad: rpc.has_security_group_logging(os_id): False [ 985.965860] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.965860] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.965860] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.965860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.966556] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.966556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.966556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.966556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.966556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.966556] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 986.046822] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.046974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.047040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.047253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.047398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.071582] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 986.171861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.172137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.172273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.172434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.172505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.172572] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d is going to be created. [ 986.194316] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.194569] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194861] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.195525] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.196072] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.196348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.196533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.196855] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.197085] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.197360] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.197552] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.197729] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.197895] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.198081] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.198260] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.198466] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.204434] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.204800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.204934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.205771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.205989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.219578] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d in Status: UNINITIALIZED for 2s [ 986.224562] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.224746] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.224889] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.225094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.225883] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.226188] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.226372] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.226774] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.227288] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.292848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.293051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.293114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.293318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.293408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.293622] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.293721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.293851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.294017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.294144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.294195] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 already deleted. [ 986.294315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.402251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.402251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.402251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.402581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.402581] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.731504] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.732085] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.732085] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.732438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.732554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.733765] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 not found, creating... [ 986.733765] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.733765] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.733765] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.733765] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.733765] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734236] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.737622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.737622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.737622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.737622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.737622] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 is going to be created. [ 986.764805] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.765111] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.765111] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.765406] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.765776] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.766083] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.905058] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.930079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 986.930304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.930543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.930667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.930874] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.931043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.931131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.931254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.931337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.931430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.931536] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.407286] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5f94fcf-38a0-4238-b129-1f733ca53f73: rpc.has_security_group_logging(os_id): False [ 987.434445] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.434643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.434955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.434955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.435161] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.435320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.435424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.435675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.435805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.435902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.436084] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.436183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.436280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.436785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.436785] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.436903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.436903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.437229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.437229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.437383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.437383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.439387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.439556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.439659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.439875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.440025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.440436] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.440569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.440679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.440893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.440970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.441079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be created. [ 987.527479] env[66328]: INFO networking_nsxv3.common.synchronization [req-1d535c5e-a5f8-4a87-88f5-aa649ec78483 req-fa72a263-0a86-46e8-b566-730d8bc9b4bc service nova] Enqueued Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_rules [ 987.527610] env[66328]: INFO networking_nsxv3.common.synchronization [req-1d535c5e-a5f8-4a87-88f5-aa649ec78483 req-fa72a263-0a86-46e8-b566-730d8bc9b4bc service nova] Enqueued Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_members [ 987.527659] env[66328]: INFO networking_nsxv3.common.synchronization [req-1d535c5e-a5f8-4a87-88f5-aa649ec78483 req-fa72a263-0a86-46e8-b566-730d8bc9b4bc service nova] Enqueued Resource ID: feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 with Priority: HIGHEST for action port [ 987.528680] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_rules [ 987.528680] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_members [ 987.528808] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 with Priority: HIGHEST for action port [ 987.529248] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.529385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.529455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.529687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.529764] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.530711] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.531173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.531173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.531173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.531364] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.531364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.531364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.531587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.531587] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.531660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.532608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.532708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.532797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.532978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.533034] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.551255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.551424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.551509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.551686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.551875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.573219] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: IN_PROGRESS for 2s [ 987.944713] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c04bae-9857-40d2-b45e-9a60c6123236: rpc.has_security_group_logging(os_id): False [ 987.970618] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.970766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.970834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.971343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.971504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.971743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.971855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.971920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.972147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.972266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.973132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.973236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.973348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.974468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.974603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.974925] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.975047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.975111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.975287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.975367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.975456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 988.035721] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.036399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.037430] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.037874] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 with status ACTIVE [ 988.038052] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.038178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.038239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.038850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.038949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.043043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.043318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.043736] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.043861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.043926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.044136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.044220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.044311] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4 is going to be updated. [ 988.064239] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.064688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.064805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.065060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.065362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.087390] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.087574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.087618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.087824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.087974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.088153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb4b3fd-d1f3-48a0-a8e7-7e9b6d3454d4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.090505] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 988.090716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.091489] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 988.116271] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 988.116271] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_members [ 988.116445] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 988.117009] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 988.117262] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_members [ 988.117364] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 988.117666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.118040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.118082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.118286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.118446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.118549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.118608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.118759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.118847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.118939] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.120082] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-766001fd-6651-4864-8ddf-c3fee5d29377 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.120233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.120272] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.120480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.120625] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.120755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.120799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.121497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.121497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.121497] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.122954] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.123088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.123171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.124050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.124225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.124326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.124390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.124792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.124792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.124792] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.196804] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 988.197097] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 988.197243] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_rules [ 988.197368] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_members [ 988.197487] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_rules [ 988.197602] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 988.197737] env[66328]: INFO networking_nsxv3.common.synchronization [req-7f61718b-d710-4152-ad01-b26e0723ded0 req-8f4524cc-4c36-4250-aa10-5b90a72a2703 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 with Priority: HIGHEST for action port [ 988.198388] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_rules [ 988.198529] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_rules [ 988.198626] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 988.198719] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 with Priority: HIGHEST for action port [ 988.198806] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_rules [ 988.198890] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 988.198974] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_members [ 988.199600] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.199710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.199928] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766001fd-6651-4864-8ddf-c3fee5d29377 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.200133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.200209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.200556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.200682] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.201772] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.201772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.202370] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6fe4b4-2789-4405-ac89-e110b8efc7f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.202370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.202370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.202370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.202370] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6fe4b4-2789-4405-ac89-e110b8efc7f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.203182] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203389] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-766001fd-6651-4864-8ddf-c3fee5d29377 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.233974] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d in Status: SUCCESS [ 988.234215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.234413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.234705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.234930] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.235312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.235384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.235602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.235724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.235817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.235917] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.547641] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.631418] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.632424] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.633154] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.705346] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6fe4b4-2789-4405-ac89-e110b8efc7f1 with status ACTIVE [ 988.705726] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.705890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.706048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.706358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.706358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.706606] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.706606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.706848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.706848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.706961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.707121] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.707203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.707282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.707399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.707469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.707547] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6fe4b4-2789-4405-ac89-e110b8efc7f1 is going to be updated. [ 988.708840] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-766001fd-6651-4864-8ddf-c3fee5d29377 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.709021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.740216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.740487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.740641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.740993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.741434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.741696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6fe4b4-2789-4405-ac89-e110b8efc7f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.742521] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.742521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.742521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.742715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.742861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.742963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.743044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.743347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.743347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.743463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.743805] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.743923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.743986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.744181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.744394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.744544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.744544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.744692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.744794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.744880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.745040] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.051082] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.051449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.051449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.051725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.051849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.051957] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 is going to be created. [ 989.095110] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.095110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.095110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.095110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.095110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.111996] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fba819f-b6ca-4cea-b670-c6847a172144 in Status: UNINITIALIZED for 2s [ 989.135770] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.136792] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.137592] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.250027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74aed6ec-ae64-44ec-b758-3ada0cd3f07d: rpc.has_security_group_logging(os_id): False [ 989.268862] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.269064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.269108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270042] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270459] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270989] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d is going to be created. [ 989.337967] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.338210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.338283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.338519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.338684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.351486] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d in Status: IN_PROGRESS for 2s [ 989.587492] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 989.587712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.587952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.588327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.588513] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.640502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.640657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.640767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.640937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.641038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.641140] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766001fd-6651-4864-8ddf-c3fee5d29377 is going to be created. [ 989.642512] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.642626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.642690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.644042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.644042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.644042] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 989.644526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.644657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.644730] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.644900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.644981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.645088] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be updated. [ 989.681791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.681791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.681993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.688244] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.689038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.689038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.689038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.689246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.691922] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.692130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.692209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.693032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.693032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.700770] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766001fd-6651-4864-8ddf-c3fee5d29377 in Status: UNINITIALIZED for 2s [ 989.703477] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: IN_PROGRESS for 2s [ 989.704691] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 990.029442] env[66328]: INFO networking_nsxv3.common.synchronization [req-6711afa5-75c1-42cb-8a34-9319760d4bbb req-d6a53094-30d8-4856-ad09-95638ce19997 tempest-ServersWithSpecificFlavorTestJSON-2013995258 tempest-ServersWithSpecificFlavorTestJSON-2013995258-project-member] Enqueued Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 990.030487] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a with Priority: HIGHEST for action security_group_members [ 990.030487] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b3d673-3043-4e5c-8c21-39807f3bb38a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.030651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.030687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.031136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.031294] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.031392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.031442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.031602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.031686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.031813] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b3d673-3043-4e5c-8c21-39807f3bb38a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.090968] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.091352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.111277] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 990.111530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.111693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.111919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.112025] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.535056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.535345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.535345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.535818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.569684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.569684] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.569936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.569936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.570283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.570387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.570487] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a is going to be updated. [ 990.605987] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.606293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.606433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.607150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.607406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.614056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.614313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.620189] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: IN_PROGRESS for 2s [ 991.131716] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fba819f-b6ca-4cea-b670-c6847a172144 in Status: SUCCESS [ 991.132260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.132260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.133973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.133973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.133973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.133973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.133973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.133973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.133973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.133973] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.367514] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d in Status: SUCCESS [ 991.367514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.638699] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.719197] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 991.720498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.720759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.721489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.721733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.721889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.721965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.722223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.722361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.722580] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.724827] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766001fd-6651-4864-8ddf-c3fee5d29377 in Status: SUCCESS [ 991.725316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.726051] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 991.726177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.726301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.726521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.726790] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.726940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.726997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.727162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.727245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.727325] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.728287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.728466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.728641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.728775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.728831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.728948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.729027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.729115] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.144864] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fba819f-b6ca-4cea-b670-c6847a172144: rpc.has_security_group_logging(os_id): False [ 992.170359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.170531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.170609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.170852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.170954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.172025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.172025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.172025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.172025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.172025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.172025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 is going to be created. [ 992.230684] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.232062] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.232863] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.251315] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.251531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.251680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.251838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.252911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.265861] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fba819f-b6ca-4cea-b670-c6847a172144 in Status: IN_PROGRESS for 2s [ 992.633934] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a in Status: SUCCESS [ 992.634269] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b3d673-3043-4e5c-8c21-39807f3bb38a deletion is rescheduled due to dependency. [ 992.634399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b3d673-3043-4e5c-8c21-39807f3bb38a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.736157] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.737200] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.738047] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.160032] env[66328]: INFO networking_nsxv3.common.synchronization [req-ed9ab71f-82d3-4550-aa24-6798cde303d8 req-0313aaca-0ec1-49c2-ac48-10159931ae2f tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 993.160032] env[66328]: INFO networking_nsxv3.common.synchronization [req-ed9ab71f-82d3-4550-aa24-6798cde303d8 req-0313aaca-0ec1-49c2-ac48-10159931ae2f tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 993.160032] env[66328]: INFO networking_nsxv3.common.synchronization [req-ed9ab71f-82d3-4550-aa24-6798cde303d8 req-0313aaca-0ec1-49c2-ac48-10159931ae2f tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_members [ 993.160032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 993.160032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGHEST for action security_group_members [ 993.160032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766001fd-6651-4864-8ddf-c3fee5d29377 with Priority: HIGHEST for action security_group_members [ 993.161136] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.161354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.162441] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.162441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.162441] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-766001fd-6651-4864-8ddf-c3fee5d29377 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.162441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.239678] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.239887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.239933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.240502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.240502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.240502] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766001fd-6651-4864-8ddf-c3fee5d29377 is going to be updated. [ 993.241706] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.241836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.241891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.242350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.242439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.244317] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 993.244317] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.244317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.244317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.244317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.244799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.244799] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be updated. [ 993.282918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.282918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.282918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.283328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.283531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.285784] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.285950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.286022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.286242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.286407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.288568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.288767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.288910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.289147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.289385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.305486] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766001fd-6651-4864-8ddf-c3fee5d29377 in Status: IN_PROGRESS for 2s [ 993.306353] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 993.307066] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: IN_PROGRESS for 2s [ 994.284651] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fba819f-b6ca-4cea-b670-c6847a172144 in Status: SUCCESS [ 994.284918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.320134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766001fd-6651-4864-8ddf-c3fee5d29377 in Status: SUCCESS [ 995.320538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.321109] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 995.321289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.321826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.321826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.322042] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.322042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.322042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.322196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.322325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.322325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.322482] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.323285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.323445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.323624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.323765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.323807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.323979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.324071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.324153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.324240] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.325770] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 995.325770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.326276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.326276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.326549] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.326680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.326742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.326890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.327025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.327077] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.327807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.328034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.328034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.328145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.328204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.328334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.328401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.328545] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.329205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.329327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.329482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.329580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.329641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.329778] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.329877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.329954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.330073] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.331652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.331882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.332061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.332169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.332843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.332843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.332843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.332843] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.827388] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766001fd-6651-4864-8ddf-c3fee5d29377',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.832053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.832819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.832819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.832819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.832819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.832819] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.832819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.833172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.833235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.833331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.833513] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be updated. [ 995.834721] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.835652] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.836471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.836471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.836471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.836471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.836471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.836471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.836471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.836744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.836744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.836744] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766001fd-6651-4864-8ddf-c3fee5d29377 is going to be deleted. [ 995.838584] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.838584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.838584] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.876678] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.877485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.877485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.877485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.877485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.889044] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: IN_PROGRESS for 2s [ 995.889873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.890184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.890322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.890513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.890603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.890763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.331262] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766001fd-6651-4864-8ddf-c3fee5d29377: rpc.has_security_group_logging(os_id): False [ 996.339760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5f94fcf-38a0-4238-b129-1f733ca53f73: rpc.has_security_group_logging(os_id): False [ 996.341828] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.359024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.359024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.359024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.359561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.359561] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766001fd-6651-4864-8ddf-c3fee5d29377 is going to be created. [ 996.364310] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.364535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.364654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.364984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.365717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.365817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.366127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.366259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.366421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be updated. [ 996.389028] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/766001fd-6651-4864-8ddf-c3fee5d29377], does not exist path=[/infra/domains/default/groups/766001fd-6651-4864-8ddf-c3fee5d29377]."\n}' [ 996.389028] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766001fd-6651-4864-8ddf-c3fee5d29377 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/766001fd-6651-4864-8ddf-c3fee5d29377 [ 996.389028] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 996.425613] env[66328]: INFO networking_nsxv3.common.synchronization [req-560df219-f0b9-47c4-bd46-741af670bdcc req-c84ba812-8161-49b8-8a98-9c8c7366d97c tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 996.427017] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 996.427017] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.427017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.427017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.427282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.428181] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.428181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.428181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.428181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.428181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.428181] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.432072] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.432229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.432293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.432474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.432612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.435933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.436107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.436107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.436313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.438079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.438504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.438652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.438718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.438928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.439019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.439247] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.439366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.439432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.439880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.439880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.439880] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766001fd-6651-4864-8ddf-c3fee5d29377 is going to be created. [ 996.464477] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: IN_PROGRESS for 2s [ 996.473843] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/766001fd-6651-4864-8ddf-c3fee5d29377], does not exist path=[/infra/domains/default/groups/766001fd-6651-4864-8ddf-c3fee5d29377]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/766001fd-6651-4864-8ddf-c3fee5d29377 [ 996.473843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766001fd-6651-4864-8ddf-c3fee5d29377" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.474088] env[66328]: Traceback (most recent call last): [ 996.474088] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 996.474088] env[66328]: return func(*args, **kwargs) [ 996.474088] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 996.474088] env[66328]: res.raise_for_status() [ 996.474088] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 996.474088] env[66328]: raise HTTPError(http_error_msg, response=self) [ 996.474088] env[66328]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/766001fd-6651-4864-8ddf-c3fee5d29377 [ 996.474088] env[66328]: During handling of the above exception, another exception occurred: [ 996.474088] env[66328]: Traceback (most recent call last): [ 996.474088] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 996.474088] env[66328]: listener.cb(fileno) [ 996.474088] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 996.474088] env[66328]: result = function(*args, **kwargs) [ 996.474088] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 996.474088] env[66328]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 996.474088] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 996.474088] env[66328]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 996.474088] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 996.474088] env[66328]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 996.474088] env[66328]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 996.474088] env[66328]: res.raise_for_status() [ 996.474088] env[66328]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 996.474088] env[66328]: raise HTTPError(http_error_msg, response=self) [ 996.474088] env[66328]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/766001fd-6651-4864-8ddf-c3fee5d29377 [ 996.474088] env[66328]: Removing descriptor: 58 [ 996.846297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.846683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.846683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.849425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.849766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.849907] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 996.862762] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.863127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.863291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.863768] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.864566] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.864756] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.864926] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.865236] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.865435] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.865671] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.865908] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.866064] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.866208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.866314] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.866465] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.866647] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.906465] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.906642] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.906860] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.907066] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.907426] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-c6464b7f-a726-4f67-946c-0b7b5011f0ee taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.907717] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.908280] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.908393] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.908481] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6464b7f-a726-4f67-946c-0b7b5011f0ee',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.914291] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.914950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.914950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.915192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.915336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.931027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 996.931027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.931287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.931287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.931409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.931545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.931766] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.931865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.932733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.932733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.932733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.932733] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 already deleted. [ 996.932733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.411562] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.411924] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.411924] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.413261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.413261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.413261] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port c6464b7f-a726-4f67-946c-0b7b5011f0ee not found, creating... [ 997.413261] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.413261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.413261] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.413664] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.413664] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.413797] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.413987] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.415371] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.417881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.417881] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.417881] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: c6464b7f-a726-4f67-946c-0b7b5011f0ee is going to be created. [ 997.443465] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.444244] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.444475] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.444845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.445136] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.445452] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.904536] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 997.904699] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 deletion is rescheduled due to dependency. [ 997.904860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.209056] env[66328]: INFO networking_nsxv3.common.synchronization [req-560df219-f0b9-47c4-bd46-741af670bdcc req-b79d51ae-87ec-4d90-866d-c63cc1dbf04e service nova] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 998.209293] env[66328]: INFO networking_nsxv3.common.synchronization [req-560df219-f0b9-47c4-bd46-741af670bdcc req-b79d51ae-87ec-4d90-866d-c63cc1dbf04e service nova] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 998.209444] env[66328]: INFO networking_nsxv3.common.synchronization [req-560df219-f0b9-47c4-bd46-741af670bdcc req-b79d51ae-87ec-4d90-866d-c63cc1dbf04e service nova] Enqueued Resource ID: c6464b7f-a726-4f67-946c-0b7b5011f0ee with Priority: HIGHEST for action port [ 998.210023] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 998.210156] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 998.210248] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6464b7f-a726-4f67-946c-0b7b5011f0ee with Priority: HIGHEST for action port [ 998.210886] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.210886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.210886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.212238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.212326] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.215033] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.215467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.215467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.215546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.215663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.216584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.216584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.216860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.217274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.217274] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.221023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6464b7f-a726-4f67-946c-0b7b5011f0ee taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.221023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.221419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.221419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221503] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6464b7f-a726-4f67-946c-0b7b5011f0ee',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.482426] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 in Status: SUCCESS [ 998.482815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.640834] env[66328]: INFO networking_nsxv3.common.synchronization [req-09795fe3-dfb5-441e-b7ee-50bb78f2a8e1 req-11cc7205-45e3-4ea9-91fb-05ad1b002304 tempest-ImagesNegativeTestJSON-461818232 tempest-ImagesNegativeTestJSON-461818232-project-member] Enqueued Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_members [ 998.641756] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGHEST for action security_group_members [ 998.642167] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.642313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.642386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.642568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.642725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.642821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.642890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.643025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.643110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.643265] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.724443] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.724670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.725049] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.726258] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6464b7f-a726-4f67-946c-0b7b5011f0ee with status ACTIVE [ 998.726543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.727060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.727060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.727200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.727362] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.727663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.727816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.727898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.728160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.728247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.728461] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.728582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.728647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.729560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.729560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.729560] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6464b7f-a726-4f67-946c-0b7b5011f0ee is going to be updated. [ 998.761500] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.761694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.761761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.762469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.762469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.762469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6464b7f-a726-4f67-946c-0b7b5011f0ee" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.943249] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 998.944045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.944045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.944045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.944212] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.944298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.944346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.944529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.944626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.944704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.945046] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.945137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.945199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.945338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.945482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.945565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.945626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.945866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.945866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.945946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.946060] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.146171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.146319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.146398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.146758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.168881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.168881] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.168881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.169195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.169374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.169470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169594] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d is going to be updated. [ 999.203308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.203308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.203308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.203308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.203308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.215469] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d in Status: IN_PROGRESS for 2s [ 999.232545] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.451321] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c04bae-9857-40d2-b45e-9a60c6123236: rpc.has_security_group_logging(os_id): False [ 999.471637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.473866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.473866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.473866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.495414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.495945] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.495945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.496125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.496254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.496484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.497414] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.497414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.497414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.497414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.498144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.498476] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.498619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.498722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.498929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.499058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.499176] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 999.589970] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.590400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.590558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.590873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.593662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.616619] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 999.736730] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.737491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.737491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.737491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.737491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.737491] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be created. [ 999.786808] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.788231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.788231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.788231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.788231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.806529] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: UNINITIALIZED for 2s [ 1001.230244] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d in Status: SUCCESS [ 1001.230577] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d deletion is rescheduled due to dependency. [ 1001.230724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.651237] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 1001.651465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.821172] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1001.823114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.823114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.823319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.823664] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.823921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.824306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.824462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.825634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.825634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.825634] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.329100] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.833214] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3b03e7-b7a3-4ea3-afcb-fd7450625606: rpc.has_security_group_logging(os_id): False [ 1002.859834] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.860146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.860146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.860568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.860703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.860988] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.861189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.861189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.861432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.861594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861775] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be created. [ 1002.881550] env[66328]: INFO networking_nsxv3.common.synchronization [req-84b6d524-173c-461f-a99a-2392c98534c7 req-50e203c8-529c-45c2-aa7e-ddd5b32e800b tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1002.882201] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1002.882581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.882734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.882798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.883062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.883236] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.883386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.883484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.883760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.883868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.883970] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.071270] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.071619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.071704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.072175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.072418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.088998] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1003.386028] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.888832] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.918776] env[66328]: INFO networking_nsxv3.common.synchronization [req-865ba681-6921-4deb-bd61-89668faeee69 req-1e09a727-6fc1-4f8d-a9d2-cf30e7ccb3e2 tempest-InstanceActionsV221TestJSON-93479000 tempest-InstanceActionsV221TestJSON-93479000-project-member] Enqueued Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_members [ 1003.920382] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_members [ 1003.920382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.920382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.920382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.920382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.920382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.920382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.920382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.920382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.920851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.920851] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.255258] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.255703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.255986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.256471] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.257512] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.257703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.258758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.258758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.258758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.259060] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.260819] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.260819] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.260819] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.260819] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.260819] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.260819] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.287567] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.287818] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.287912] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.288392] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-443" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.288514] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-d8b7a535-e1bf-42dc-9c62-37b99a823783 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.288725] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.288873] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.289226] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.289366] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b7a535-e1bf-42dc-9c62-37b99a823783',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.391327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.391639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.391639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.391781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.391870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.391967] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 1004.422571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.422752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.422824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.423126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.423657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.423962] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.424099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.424164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.424341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.424423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.424512] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 already deleted. [ 1004.424594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.427662] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.427796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.427869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.428103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.428269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.440510] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 1004.792288] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.792576] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.792723] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.793071] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.793246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.793432] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port d8b7a535-e1bf-42dc-9c62-37b99a823783 not found, creating... [ 1004.793819] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.794011] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.794157] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.794396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.794579] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.794894] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.795096] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.795257] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.795626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.795809] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.795958] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: d8b7a535-e1bf-42dc-9c62-37b99a823783 is going to be created. [ 1004.829794] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.830206] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.830485] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.830805] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.831127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.831406] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.082770] env[66328]: INFO networking_nsxv3.common.synchronization [req-5141eb76-7e8f-43e5-a7ad-4f014e83c9d1 req-acf506c9-2910-4c6a-8eda-e63943f14432 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 1005.082770] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 1005.082770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.082770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.082770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.083484] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.101972] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1005.102215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.585835] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.030360] env[66328]: INFO networking_nsxv3.common.synchronization [req-865ba681-6921-4deb-bd61-89668faeee69 req-cfc822d1-3f41-4a86-90cd-8bdea59a98d1 service nova] Enqueued Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_rules [ 1006.030585] env[66328]: INFO networking_nsxv3.common.synchronization [req-865ba681-6921-4deb-bd61-89668faeee69 req-cfc822d1-3f41-4a86-90cd-8bdea59a98d1 service nova] Enqueued Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_members [ 1006.030914] env[66328]: INFO networking_nsxv3.common.synchronization [req-865ba681-6921-4deb-bd61-89668faeee69 req-cfc822d1-3f41-4a86-90cd-8bdea59a98d1 service nova] Enqueued Resource ID: d8b7a535-e1bf-42dc-9c62-37b99a823783 with Priority: HIGHEST for action port [ 1006.031361] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_rules [ 1006.031506] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_members [ 1006.031645] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b7a535-e1bf-42dc-9c62-37b99a823783 with Priority: HIGHEST for action port [ 1006.031872] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.031989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.032120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.032312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.032428] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.033550] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.033667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.033723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.033923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.034087] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.034193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.034243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.034383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.034468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.034555] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.035438] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b7a535-e1bf-42dc-9c62-37b99a823783 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.035591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.035591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.035851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.035936] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b7a535-e1bf-42dc-9c62-37b99a823783',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.088242] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.454161] env[66328]: INFO networking_nsxv3.common.synchronization [req-67b2b9ff-3405-4b35-98a2-18364a757bc5 req-4c61f537-f9d5-4717-9764-96a4c1065d58 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1006.454549] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 1006.454872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.455488] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1006.455952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.456264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.456421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.456684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.456974] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.457197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.457340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.457569] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.457754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.458903] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.541260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.541260] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.541260] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8b7a535-e1bf-42dc-9c62-37b99a823783 with status ACTIVE [ 1006.541260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.541260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.541260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.541839] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.541839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.541839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.542172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.542380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.542558] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8b7a535-e1bf-42dc-9c62-37b99a823783 is going to be updated. [ 1006.568398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.568398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.568398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.568670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.568670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.568853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b7a535-e1bf-42dc-9c62-37b99a823783" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.592830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.592830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.592830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.592830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.592830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.592830] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 1006.646968] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.647163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.647228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.647414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.647560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.661112] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 1006.894742] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.895147] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.895319] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.895623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.896187] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.896453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.896565] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.896834] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.897016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.897269] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.897410] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.897538] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.897665] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.897815] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.897959] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.898309] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.919290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.919548] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.919971] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.919971] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.920541] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.920541] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.920822] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.920928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921151] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b99111e-f0ce-4a9b-b2a7-89e1497fab3c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.960905] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.046031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.424513] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.424758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424876] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.425242] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.425396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.425557] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 3b99111e-f0ce-4a9b-b2a7-89e1497fab3c not found, creating... [ 1007.425988] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.426170] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.426289] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.426529] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.426720] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.427098] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.427267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.427385] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.427623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.427764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.427888] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3b99111e-f0ce-4a9b-b2a7-89e1497fab3c is going to be created. [ 1007.451482] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.451714] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.451764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.452718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.452718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.452718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.463364] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.549091] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.549091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.549091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.549395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.549395] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 is going to be created. [ 1007.578837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.578837] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.578983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.579336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.579637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.593862] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 in Status: UNINITIALIZED for 2s [ 1007.967175] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.967175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.967175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.967175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.967175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.967175] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1008.004024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.004024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.004024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.004024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.004024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.015642] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1008.241642] env[66328]: INFO networking_nsxv3.common.synchronization [req-67b2b9ff-3405-4b35-98a2-18364a757bc5 req-71f72132-98c2-4ab0-9ada-fb15dc580f13 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 1008.241943] env[66328]: INFO networking_nsxv3.common.synchronization [req-67b2b9ff-3405-4b35-98a2-18364a757bc5 req-71f72132-98c2-4ab0-9ada-fb15dc580f13 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1008.242199] env[66328]: INFO networking_nsxv3.common.synchronization [req-67b2b9ff-3405-4b35-98a2-18364a757bc5 req-71f72132-98c2-4ab0-9ada-fb15dc580f13 service nova] Enqueued Resource ID: 3b99111e-f0ce-4a9b-b2a7-89e1497fab3c with Priority: HIGHEST for action port [ 1008.242500] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 1008.242653] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1008.242752] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b99111e-f0ce-4a9b-b2a7-89e1497fab3c with Priority: HIGHEST for action port [ 1008.243044] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.243171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.243302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.243448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.243552] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.244783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.244783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.244783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.245731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.245731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.245731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.245731] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b99111e-f0ce-4a9b-b2a7-89e1497fab3c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.443379] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.443580] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.672139] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 1008.672139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.747349] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.747514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.748289] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b99111e-f0ce-4a9b-b2a7-89e1497fab3c with status ACTIVE [ 1008.748536] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.748662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.748726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.748960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.749073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.749255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.749344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.749468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.749580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.749652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.749996] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.750103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.750216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.751553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.751553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.751553] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b99111e-f0ce-4a9b-b2a7-89e1497fab3c is going to be updated. [ 1008.781903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.782021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.782074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.784846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.784846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.784846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b99111e-f0ce-4a9b-b2a7-89e1497fab3c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.256130] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-8f681548-5825-430c-bb90-cd4ebc2a9648 tempest-ListServersNegativeTestJSON-1617773453 tempest-ListServersNegativeTestJSON-1617773453-project-member] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1009.256130] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1009.256130] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.256130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.256130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.256464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.256605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.256684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.256720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.256885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.256978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.257101] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.607877] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 in Status: SUCCESS [ 1009.608159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.608458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.608615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.608827] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.608963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.609048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.609240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.609443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.609443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.609533] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.681237] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.681565] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.681624] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.681935] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.682227] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.682400] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.682526] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.682754] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.682923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.683344] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.683467] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.683583] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.683716] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.683837] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.683969] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.684115] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.716308] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.716308] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.716766] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.716905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.717704] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-4e73ad84-d1a3-417c-98d0-8143d26eeef0 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.717943] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.718237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.718631] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.719617] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e73ad84-d1a3-417c-98d0-8143d26eeef0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.760450] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.760879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.760879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.760879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.761128] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.761392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.761392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.762108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.762108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.762108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.762108] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd already deleted. [ 1009.762108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.028322] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1010.028551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.028725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.029061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.029298] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.029473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.029560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.029736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.029837] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.029958] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.113260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.113458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.113521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.113789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.114050] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.114166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.114270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.114425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.114549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.114653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.114807] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.115247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.115247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.115247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.115480] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.115480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.115480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.115672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.115750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.115847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.115946] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.224039] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.224039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.224039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.224693] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.224693] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.224693] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 4e73ad84-d1a3-417c-98d0-8143d26eeef0 not found, creating... [ 1010.224693] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.224889] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.224955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.225217] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.225357] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.225648] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.225845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.226025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.226309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.226531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.226644] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 4e73ad84-d1a3-417c-98d0-8143d26eeef0 is going to be created. [ 1010.252071] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.252323] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.252449] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.252737] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.252973] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.253245] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.533669] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.619089] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4: rpc.has_security_group_logging(os_id): False [ 1010.640818] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.641248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.641361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.641580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.641688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.641898] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.642009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.642380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.642579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.642666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.642867] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.642970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.643043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.643206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.643326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.643637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.643796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.643901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.644159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.644320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.644491] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 is going to be created. [ 1010.705217] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.705616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.705616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.705839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.706142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.720583] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 in Status: IN_PROGRESS for 2s [ 1010.994803] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-790b9e18-12b0-4d17-8972-b42d5302e9cb service nova] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_rules [ 1010.995412] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-790b9e18-12b0-4d17-8972-b42d5302e9cb service nova] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1010.996152] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-790b9e18-12b0-4d17-8972-b42d5302e9cb service nova] Enqueued Resource ID: 4e73ad84-d1a3-417c-98d0-8143d26eeef0 with Priority: HIGHEST for action port [ 1010.998121] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_rules [ 1010.998121] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1010.998121] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e73ad84-d1a3-417c-98d0-8143d26eeef0 with Priority: HIGHEST for action port [ 1010.998121] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.998121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.998121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.998121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.998121] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.998886] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.999372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.999372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.999372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.999372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.999612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.999612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.999675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.999756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.999789] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.000977] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e73ad84-d1a3-417c-98d0-8143d26eeef0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.001072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.001437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.001437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.001437] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e73ad84-d1a3-417c-98d0-8143d26eeef0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.035737] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.506601] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.506601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.506842] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.507812] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e73ad84-d1a3-417c-98d0-8143d26eeef0 with status ACTIVE [ 1011.508068] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.508318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.509629] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.509629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.509954] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.509954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.509954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.509954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.510093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.510124] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e73ad84-d1a3-417c-98d0-8143d26eeef0 is going to be updated. [ 1011.532916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.533111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.533155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.533405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.533552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.533720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e73ad84-d1a3-417c-98d0-8143d26eeef0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.542724] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.542974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.543063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.543285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.543377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.543477] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1011.597382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.597382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.597519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.597631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.597768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.612274] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1012.013460] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.262950] env[66328]: INFO networking_nsxv3.common.synchronization [None req-0c4a79fc-a11c-4212-adb2-edabeb3a0a45 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_rules [ 1012.263564] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_rules [ 1012.263874] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.263994] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.264078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.264332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.264469] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.354203] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e1327b6c-5222-4d73-b1b8-a53cb56ad259 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_rules [ 1012.354774] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_rules [ 1012.359034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.359034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.518519] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.518519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.518519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.518519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.518519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.518519] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be created. [ 1012.546148] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.546600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.546600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.546748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.546887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.557782] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: UNINITIALIZED for 2s [ 1012.737999] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 in Status: SUCCESS [ 1012.738266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.786539] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.786702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.786745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.787010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.787125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.787204] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb already deleted. [ 1012.787921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.788212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.788364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.788445] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.315091] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.315790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.315997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb already deleted. [ 1013.316203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.627482] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.627482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.627482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.627482] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.133077] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.133498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.133620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.134854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.135124] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.135856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.135856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.135856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.136063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.136063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.136331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.136734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.136866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.137124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.137324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.137470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.137530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.137777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.137877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.137962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138061] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.338568] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-a585cc4f-2e08-478f-a0e4-4790d3cc0f76 tempest-ListServersNegativeTestJSON-1617773453 tempest-ListServersNegativeTestJSON-1617773453-project-member] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1014.339321] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1014.340041] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.340159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.569854] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1014.570123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.570443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.570542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.570741] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.570863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.570944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.571132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.571229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.571318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.571431] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.572495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.573436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.573436] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.573436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.573436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.573436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.573436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.573436] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.641031] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 1014.660415] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.660615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.660683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.660933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.682562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.682823] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.682989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.683105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.683400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.683521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.686837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.687036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.687036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.687312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.687402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.687661] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.687770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.687827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.688018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.688105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.688196] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1014.702753] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.703326] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.703434] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.706568] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.707153] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.707413] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.707650] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.708166] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.708438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.708798] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.709024] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.709246] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.709460] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.709666] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.709908] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.710724] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.732129] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.732336] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.732476] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.732661] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.732976] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-e6cf7f65-9173-4f91-b617-adcce046c06d taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.733175] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.733322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.733644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.733776] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cf7f65-9173-4f91-b617-adcce046c06d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.763319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.763514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.763613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.763866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.764098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.779618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1015.077089] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.077247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.077509] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.237009] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.237280] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.237454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.237918] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.238212] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.238649] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port e6cf7f65-9173-4f91-b617-adcce046c06d not found, creating... [ 1015.238819] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.239056] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.239270] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.239621] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.239840] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.240230] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.240698] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.240698] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.241410] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.241611] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.241769] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: e6cf7f65-9173-4f91-b617-adcce046c06d is going to be created. [ 1015.266917] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.267269] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.267453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.267849] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.268334] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.268670] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.582034] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.044222] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-7ae745d3-6f10-4a68-ad65-7029fda61274 service nova] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_rules [ 1016.044222] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-7ae745d3-6f10-4a68-ad65-7029fda61274 service nova] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1016.044222] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-7ae745d3-6f10-4a68-ad65-7029fda61274 service nova] Enqueued Resource ID: e6cf7f65-9173-4f91-b617-adcce046c06d with Priority: HIGHEST for action port [ 1016.047091] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_rules [ 1016.047265] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1016.047404] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cf7f65-9173-4f91-b617-adcce046c06d with Priority: HIGHEST for action port [ 1016.048012] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.048122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.048357] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.048471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.048612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6cf7f65-9173-4f91-b617-adcce046c06d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.048718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.048783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.048986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.049088] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cf7f65-9173-4f91-b617-adcce046c06d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.088596] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.088596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.088596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.088596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.088596] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1016.121473] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.121631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.121685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.121914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.122079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.131657] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1016.551173] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6cf7f65-9173-4f91-b617-adcce046c06d with status ACTIVE [ 1016.551688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.551800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.551972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.552284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.552433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.552674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.552827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.552889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.553103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.553207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.553428] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.553544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.553636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.553796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.553890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.554014] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6cf7f65-9173-4f91-b617-adcce046c06d is going to be updated. [ 1016.577058] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.577226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.577293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.577534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.577673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.577883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6cf7f65-9173-4f91-b617-adcce046c06d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.798529] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1016.799223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.064514] env[66328]: INFO networking_nsxv3.common.synchronization [None req-55234bbf-a91d-4172-91cf-11812c024098 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: afb8758d-454d-4212-8d8e-2aa658e06876 with Priority: HIGHEST for action security_group_rules [ 1018.064514] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb8758d-454d-4212-8d8e-2aa658e06876 with Priority: HIGHEST for action security_group_rules [ 1018.064514] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb8758d-454d-4212-8d8e-2aa658e06876 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.064514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.064514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.064514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.064514] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb8758d-454d-4212-8d8e-2aa658e06876',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.146063] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1018.146063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.146063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.146063] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.146448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.146448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.146448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.146602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146869] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.146972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.146972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.147455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.147510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147954] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.149527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.149720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.150058] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.150177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.150237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.150404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.150493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.150584] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.196259] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fc4efd27-9650-4da5-bbac-77e6d2820eba tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: afb8758d-454d-4212-8d8e-2aa658e06876 with Priority: HIGHEST for action security_group_rules [ 1018.200691] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb8758d-454d-4212-8d8e-2aa658e06876 with Priority: HIGHEST for action security_group_rules [ 1018.201075] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb8758d-454d-4212-8d8e-2aa658e06876 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.202565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.597027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.597277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.597360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.597632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.597800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.597945] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb8758d-454d-4212-8d8e-2aa658e06876 already deleted. [ 1018.598449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.598846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.599047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.599157] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb8758d-454d-4212-8d8e-2aa658e06876',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.654502] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ff4421-9f10-4598-b28e-7babdded52fd: rpc.has_security_group_logging(os_id): False [ 1018.655712] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.684911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.684911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.684911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.684911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.686247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.686247] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.686247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.686247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.687190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.687313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.687313] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be created. [ 1018.779652] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.779820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.779864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.781251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.781251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.796950] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1019.131844] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.132180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.132180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.132365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.132470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.132658] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb8758d-454d-4212-8d8e-2aa658e06876 already deleted. [ 1019.132737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb8758d-454d-4212-8d8e-2aa658e06876" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.158516] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.661660] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.661913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.661969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.662600] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1019.699052] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.699371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.699461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.700022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.700548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.715268] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1020.002833] env[66328]: INFO networking_nsxv3.common.synchronization [req-c5dd1c8e-7eba-4bf4-a434-0b7034b60865 req-43cc2959-4013-427f-9d75-0a897585b41b tempest-InstanceActionsV221TestJSON-93479000 tempest-InstanceActionsV221TestJSON-93479000-project-member] Enqueued Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_members [ 1020.003055] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 with Priority: HIGHEST for action security_group_members [ 1020.003411] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.003577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.003641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.004377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.004555] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.004666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.004727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.004931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.005058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.005156] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.510550] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.510935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.510935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.511049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.511090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.511285] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.511383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.511444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.511667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.511794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.511909] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 is going to be updated. [ 1020.558053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.558315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.558388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.558714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.558939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.572831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 in Status: IN_PROGRESS for 2s [ 1020.698597] env[66328]: INFO networking_nsxv3.common.synchronization [req-0e69d6c3-5968-44cf-a1be-2d35393380a4 req-193f7551-964a-40c8-9920-ccddb5c073fd tempest-AttachVolumeTestJSON-1487903405 tempest-AttachVolumeTestJSON-1487903405-project-member] Enqueued Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_members [ 1020.700069] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 with Priority: HIGHEST for action security_group_members [ 1020.700765] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.700765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.700944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702041] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.702041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.702041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702041] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dad29b48-88f1-4b7c-b48d-4292c1cb4c62',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.817174] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1020.817783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.818152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.818494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.818706] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.204911] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.205116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.205674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.205674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.238383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.238723] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.238840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.238840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.239329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.239329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.239329] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 is going to be updated. [ 1021.281486] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.281655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.281699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.282352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.282352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.293247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 in Status: IN_PROGRESS for 2s [ 1021.322496] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.322835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.730025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.730025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.730025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.730025] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.160666] env[66328]: INFO networking_nsxv3.common.synchronization [req-4bcee3cb-8a1a-45be-8031-457c28bf4743 req-9884f1bd-e8b7-4ff9-a0e8-499b2cedf40c tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1022.161388] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1022.161799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.163755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.163755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.163755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.163755] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.163755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.164008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.164136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.164242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.164317] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.238304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.238304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.238304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.238304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.238304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.239085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.239085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.239085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.239085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.239085] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.584762] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 in Status: SUCCESS [ 1022.585013] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4 deletion is rescheduled due to dependency. [ 1022.585013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.658294] env[66328]: INFO networking_nsxv3.common.synchronization [req-e4b67c11-bdcd-45ff-8581-b597d9b5ae82 req-4c5578d8-cd5a-4ea8-86ae-726174a6ae0b tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1022.659620] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1022.659876] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.662037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.662037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.662037] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.667420] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.741497] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ff4421-9f10-4598-b28e-7babdded52fd: rpc.has_security_group_logging(os_id): False [ 1022.762168] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.762353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.762353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.762640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.762804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.763195] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.763264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.763359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.763534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.763657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.763988] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.764172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.764250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.764472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764668] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.764755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.764884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.765050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.765111] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1022.886354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.886542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.886633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.886963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.887223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.904141] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1023.162748] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.162919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.162989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.163312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.168109] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.184785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.185070] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.186514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.186514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.186514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.186514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.186514] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1023.219820] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.219820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.219820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.219820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.219820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.230135] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1023.303462] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 in Status: SUCCESS [ 1023.303707] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dad29b48-88f1-4b7c-b48d-4292c1cb4c62 deletion is rescheduled due to dependency. [ 1023.303864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dad29b48-88f1-4b7c-b48d-4292c1cb4c62" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.640385] env[66328]: INFO networking_nsxv3.common.synchronization [req-35507805-93b3-481e-926b-a1eccb540759 req-1368facc-977e-4d4c-8894-e30417285076 tempest-ServersNegativeTestJSON-616039444 tempest-ServersNegativeTestJSON-616039444-project-member] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 1023.640904] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGHEST for action security_group_members [ 1023.641229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.641352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.641411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.641601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.641750] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.641846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.641904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.642629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.642767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.642865] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.670215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.670360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.670431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.670636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.670723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.670821] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1023.711241] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.711473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.711817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.722523] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1024.145700] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.146082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.147344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.147651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.169306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.170427] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.170427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.172035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.172035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.172035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.172035] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be updated. [ 1024.188419] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-f64eb928-4098-4e8e-b25d-41257f9e5efa tempest-ListServersNegativeTestJSON-1617773453 tempest-ListServersNegativeTestJSON-1617773453-project-member] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1024.188419] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1024.189366] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.189661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.189838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.190155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.190408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.190635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.192283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.192283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.192283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.192283] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.207634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.207634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.207634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.207940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.207940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.218660] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: IN_PROGRESS for 2s [ 1024.542481] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.542661] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.542813] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.543131] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.543426] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.543616] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.545192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.545192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.545192] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.545192] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.545192] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.545192] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.545192] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.545192] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.545192] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.564812] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.564995] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.565148] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.565379] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-259" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.565734] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.565837] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.565927] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.566310] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.566450] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0f4357-d0f6-4a9d-8c39-316e6e6102be',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.696904] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.921464] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1024.921682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.069316] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.070100] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070100] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.070100] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.070283] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.070283] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 9c0f4357-d0f6-4a9d-8c39-316e6e6102be not found, creating... [ 1025.070522] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.070672] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070781] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071013] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071149] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071435] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071583] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071701] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071899] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.072037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.072173] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 9c0f4357-d0f6-4a9d-8c39-316e6e6102be is going to be created. [ 1025.093923] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.093923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.093923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.093923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.093923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.093923] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.201835] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.246184] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1025.246390] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 1025.246512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.706172] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.706356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.706391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.706582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.706686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.706797] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1025.736743] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1025.737020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.749371] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.749371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.749371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.749371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.749371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.761402] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1025.892013] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-74b35c45-9162-485e-a36e-e29c54ba7843 service nova] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_rules [ 1025.892294] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-74b35c45-9162-485e-a36e-e29c54ba7843 service nova] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1025.892498] env[66328]: INFO networking_nsxv3.common.synchronization [req-5faabd2f-eac0-4f44-b91c-a48114a1bf88 req-74b35c45-9162-485e-a36e-e29c54ba7843 service nova] Enqueued Resource ID: 9c0f4357-d0f6-4a9d-8c39-316e6e6102be with Priority: HIGHEST for action port [ 1025.893843] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_rules [ 1025.894066] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1025.894225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0f4357-d0f6-4a9d-8c39-316e6e6102be with Priority: HIGHEST for action port [ 1025.894651] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.894771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.894868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.896205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.896205] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.899556] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.899754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.899897] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.899995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.900063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.900293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.900373] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0f4357-d0f6-4a9d-8c39-316e6e6102be',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.228866] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 in Status: SUCCESS [ 1026.229144] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 deletion is rescheduled due to dependency. [ 1026.229235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.403294] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.403294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.403294] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c0f4357-d0f6-4a9d-8c39-316e6e6102be with status ACTIVE [ 1026.403863] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.404663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.404663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.404663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.404663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.405501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.405501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.406303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.406685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.407061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.407475] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.407710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.407855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.408108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.408282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.408448] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c0f4357-d0f6-4a9d-8c39-316e6e6102be is going to be updated. [ 1026.434581] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.434775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.434813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.435670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.435670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.435670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0f4357-d0f6-4a9d-8c39-316e6e6102be" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.820292] env[66328]: INFO networking_nsxv3.common.synchronization [req-fd5c4668-7855-42c7-979a-4bdc2c4b55a5 req-698224bc-af62-4254-a147-8f221595f197 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1026.821344] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1026.821544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.821731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.822072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.822172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.822423] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.822575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.823110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.823110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.823110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.823299] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.175059] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.175059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.175059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.175059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.175059] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.175059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.182208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.182208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.182208] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.182208] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.182208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.182208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.182208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.182208] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.182208] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.182208] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.203521] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.203521] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.203521] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.203521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.203826] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-d9969fc0-9449-4625-973e-6c2e960c8e8a taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.204050] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.204142] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.204440] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.204580] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9969fc0-9449-4625-973e-6c2e960c8e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.325818] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.326791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.326791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.326791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.347658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.348455] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.348455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.348455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.348455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.348455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.348712] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1027.381638] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.381638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.381638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.381638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.381638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.397795] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1027.707579] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.707745] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.707931] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.708320] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.708531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.708728] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port d9969fc0-9449-4625-973e-6c2e960c8e8a not found, creating... [ 1027.709145] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.709463] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.709641] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.709945] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.710150] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.710557] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.710769] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.710932] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.711268] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.711456] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.711686] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: d9969fc0-9449-4625-973e-6c2e960c8e8a is going to be created. [ 1027.735831] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.736218] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.736218] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.736540] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.736908] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.737403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.771432] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1027.771432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.771593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.771805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.771986] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.772160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.772221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.772333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.772413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.772507] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.274609] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.400343] env[66328]: INFO networking_nsxv3.common.synchronization [req-49633b7f-27fe-4d12-8159-5adcd7ebf78f req-e2bd5340-82ef-4676-8927-536bfd37ac59 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 1028.400619] env[66328]: INFO networking_nsxv3.common.synchronization [req-49633b7f-27fe-4d12-8159-5adcd7ebf78f req-e2bd5340-82ef-4676-8927-536bfd37ac59 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_members [ 1028.400661] env[66328]: INFO networking_nsxv3.common.synchronization [req-49633b7f-27fe-4d12-8159-5adcd7ebf78f req-e2bd5340-82ef-4676-8927-536bfd37ac59 tempest-SecurityGroupsTestJSON-752202971 tempest-SecurityGroupsTestJSON-752202971-project-member] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 1028.401199] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGHEST for action security_group_members [ 1028.401339] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGHEST for action security_group_members [ 1028.401432] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGHEST for action security_group_members [ 1028.401710] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.401831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.401895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.402112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.402260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.402432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.402494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.402643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.402728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.402820] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.403667] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-00ab4a41-d0c7-401e-8244-72da8ad51935 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.403781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.403926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.404505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.404505] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.404505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.404505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.404505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.404828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.404828] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.405426] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.405531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.405595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.405735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.405900] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.406025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.406083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.406658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.406658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.406658] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.448359] env[66328]: INFO networking_nsxv3.common.synchronization [req-fd5c4668-7855-42c7-979a-4bdc2c4b55a5 req-82246d7d-194d-436d-8e38-201b9e44b709 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 1028.448359] env[66328]: INFO networking_nsxv3.common.synchronization [req-fd5c4668-7855-42c7-979a-4bdc2c4b55a5 req-82246d7d-194d-436d-8e38-201b9e44b709 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1028.448359] env[66328]: INFO networking_nsxv3.common.synchronization [req-fd5c4668-7855-42c7-979a-4bdc2c4b55a5 req-82246d7d-194d-436d-8e38-201b9e44b709 service nova] Enqueued Resource ID: d9969fc0-9449-4625-973e-6c2e960c8e8a with Priority: HIGHEST for action port [ 1028.448359] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 1028.448359] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1028.448359] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9969fc0-9449-4625-973e-6c2e960c8e8a with Priority: HIGHEST for action port [ 1028.448359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.448359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.448359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.448359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.448359] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.449237] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.449317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.449605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9969fc0-9449-4625-973e-6c2e960c8e8a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.449739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.449819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.450129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.450227] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9969fc0-9449-4625-973e-6c2e960c8e8a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.778286] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.908667] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.908935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.909246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.909385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.909644] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.909803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.909894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.910115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.910224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.910338] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be updated. [ 1028.911509] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.911674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.911674] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.911834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.912936] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.913105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.931167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.931437] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.931559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.931621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.931816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.931900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.931993] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 is going to be updated. [ 1028.933056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.933234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.943368] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.943520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.943582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.943785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.943955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.951663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.952047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952657] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: IN_PROGRESS for 2s [ 1028.953927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.954161] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.954275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.954339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.954524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.954606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.954695] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be updated. [ 1028.955696] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9969fc0-9449-4625-973e-6c2e960c8e8a with status ACTIVE [ 1028.955865] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.955996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.956070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.956239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.956408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.956607] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.956733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.956798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.956951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.957051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.957238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.957330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.957391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.957580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.957627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.957677] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9969fc0-9449-4625-973e-6c2e960c8e8a is going to be updated. [ 1028.967959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.968146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.968146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.968348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.968485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.977322] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: IN_PROGRESS for 2s [ 1028.981826] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.981960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.982046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.982333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.982482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.982639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9969fc0-9449-4625-973e-6c2e960c8e8a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.985228] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.985351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.985419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.985599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.985728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.994493] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: IN_PROGRESS for 2s [ 1029.281287] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.281531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.281531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.281720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.281808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.282162] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1029.315952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.316148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.316221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.316430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.317150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.326645] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1029.412740] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1029.413061] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 1029.413061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.413288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.413491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.413696] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.413853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.413949] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.414077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.414180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.414284] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.919143] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.424473] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.927393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.927567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.927616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.927896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.927935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.928026] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1030.961725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.961725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.961957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.962063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.962476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.964962] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c04bae-9857-40d2-b45e-9a60c6123236 in Status: SUCCESS [ 1030.966626] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 deletion is rescheduled due to dependency. [ 1030.966626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.972836] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1030.988874] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 in Status: SUCCESS [ 1030.989520] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 deletion is rescheduled due to dependency. [ 1030.989520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.004518] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f in Status: SUCCESS [ 1031.004518] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f deletion is rescheduled due to dependency. [ 1031.004518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.340986] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1031.341256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.341427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.341666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.341861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.341985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.342071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.342234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.342318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.342530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.342530] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.679191] env[66328]: INFO networking_nsxv3.common.synchronization [req-9c9dc9f6-3a68-45f3-81f3-81bc13e03670 req-ddbca5ed-b2be-4b58-a723-2baaba99ee78 tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_members [ 1031.682436] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_members [ 1031.683908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.684573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.684696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.685069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.685305] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.685449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.685552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.685779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.686114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.686114] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.846650] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.847341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.847341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.847341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.848161] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.848161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.848161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.848161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.848161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.849229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.849229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.849229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.849229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.849229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.849229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.849603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.849603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.850444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.850444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.850444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.850444] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.193845] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.193845] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.193845] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa already deleted. [ 1032.193845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.231640] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.231897] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.232029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.232327] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.232588] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.232739] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.232895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.234348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.234564] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.234903] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.235132] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.235348] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.235560] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.235768] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.236008] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.236260] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.260890] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.261081] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.261219] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.261400] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-873" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.261714] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-0a2251e5-3acb-4425-83ee-f394c57a174b taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.261887] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.262015] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.262385] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.262545] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2251e5-3acb-4425-83ee-f394c57a174b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.354706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ff4421-9f10-4598-b28e-7babdded52fd: rpc.has_security_group_logging(os_id): False [ 1032.375749] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.376072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.376072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.376330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.376458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.376686] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.376838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.377109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.377109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.377277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.377400] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.377535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.377588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.378201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.378343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.378598] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.378694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.378794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.379071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.379140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.379289] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1032.477736] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.477997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.478165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.478482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.478726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506301] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1032.767305] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.767885] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.767885] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.768126] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.768370] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.768533] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 0a2251e5-3acb-4425-83ee-f394c57a174b not found, creating... [ 1032.768907] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.769104] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.769242] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.769499] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.769644] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.769981] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.770192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.770333] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.770603] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.770715] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.770838] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 0a2251e5-3acb-4425-83ee-f394c57a174b is going to be created. [ 1032.796747] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.797021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.797096] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.797415] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.797673] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.797932] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987090] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.988624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.988624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.988624] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.491848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.492018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.492155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.492323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.496353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.496424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.496622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.496810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.497059] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.497181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.497233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.497390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.497543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.497634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.497693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.497826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.497905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.497987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.498185] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.508358] env[66328]: INFO networking_nsxv3.common.synchronization [req-9c9dc9f6-3a68-45f3-81f3-81bc13e03670 req-f4e8297d-346c-428b-98b2-ccce9493aa1f service nova] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_rules [ 1033.508481] env[66328]: INFO networking_nsxv3.common.synchronization [req-9c9dc9f6-3a68-45f3-81f3-81bc13e03670 req-f4e8297d-346c-428b-98b2-ccce9493aa1f service nova] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_members [ 1033.508539] env[66328]: INFO networking_nsxv3.common.synchronization [req-9c9dc9f6-3a68-45f3-81f3-81bc13e03670 req-f4e8297d-346c-428b-98b2-ccce9493aa1f service nova] Enqueued Resource ID: 0a2251e5-3acb-4425-83ee-f394c57a174b with Priority: HIGHEST for action port [ 1033.509527] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_rules [ 1033.509667] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_members [ 1033.509764] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2251e5-3acb-4425-83ee-f394c57a174b with Priority: HIGHEST for action port [ 1033.510049] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.510245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.510318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.510654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.510654] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.512729] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.512729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.512729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.512729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.512729] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.512729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.512729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.513869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.514033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.514139] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.515511] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a2251e5-3acb-4425-83ee-f394c57a174b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.515623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.515693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.516068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.516068] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2251e5-3acb-4425-83ee-f394c57a174b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.000129] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986d48a-6b81-4f4f-9b22-baf7354ebd32: rpc.has_security_group_logging(os_id): False [ 1034.018953] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.018953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.019154] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a2251e5-3acb-4425-83ee-f394c57a174b with status ACTIVE [ 1034.019348] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.019439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.019439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.019680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.019756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.019938] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.020313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.020456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.020528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.020614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.022027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.022027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.022027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.022027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.022027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.022027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a2251e5-3acb-4425-83ee-f394c57a174b is going to be updated. [ 1034.022812] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.024468] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.024621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.024724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.025343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.025343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.025343] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.025343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.025343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.025695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.025695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.025695] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.025813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.025813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.026706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.026706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.026706] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.026706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.026706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.026706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.026706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.026706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1034.055863] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.056112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.056198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.056415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.056562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.056735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a2251e5-3acb-4425-83ee-f394c57a174b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.106141] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.106141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.106141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.106141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.106141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121768] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1034.236063] env[66328]: INFO networking_nsxv3.common.synchronization [req-2e9b4f17-c6d4-44ae-9a14-afd227144672 req-2aa9c3e7-8d3d-415f-ae3b-f60f34217bdb tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 1034.237021] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 1034.237021] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.237021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.237021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.237748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.237938] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.238152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.238269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.238462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.238575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.238687] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.522414] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1034.522920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.529301] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.639859] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.640119] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.640218] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.640478] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.641199] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.641416] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.641477] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.641703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.641865] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.642393] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.642393] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.642393] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.642569] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.642616] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.642692] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.643106] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.667739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.667983] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.668201] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.668529] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-900" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.668920] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-ac07d626-f29c-4396-8c5a-b9980c9a9150 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.669093] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.669244] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.669653] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.669796] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac07d626-f29c-4396-8c5a-b9980c9a9150',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.741066] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.741255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.741469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.741701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.767118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.767444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.767843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.767843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.767939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.767982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.768690] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 1034.799024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.799129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.799215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.799718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.799718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.811020] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 1035.032478] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.032888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.032888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.033227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.033378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.033488] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa is going to be created. [ 1035.064125] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.064313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.064393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.064603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.064753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.076251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: UNINITIALIZED for 2s [ 1035.173032] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.173032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.173032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.173454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.173702] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.173886] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port ac07d626-f29c-4396-8c5a-b9980c9a9150 not found, creating... [ 1035.174226] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.174703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.174703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.174703] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.174921] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.175632] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.175764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.176775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.176775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.176775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.176775] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: ac07d626-f29c-4396-8c5a-b9980c9a9150 is going to be created. [ 1035.200780] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.201239] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.201425] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.201800] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.202132] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.202453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.963210] env[66328]: INFO networking_nsxv3.common.synchronization [req-2e9b4f17-c6d4-44ae-9a14-afd227144672 req-77c02129-ffd6-468a-86d0-d9f286c928c7 service nova] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_rules [ 1035.963462] env[66328]: INFO networking_nsxv3.common.synchronization [req-2e9b4f17-c6d4-44ae-9a14-afd227144672 req-77c02129-ffd6-468a-86d0-d9f286c928c7 service nova] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 1035.963926] env[66328]: INFO networking_nsxv3.common.synchronization [req-2e9b4f17-c6d4-44ae-9a14-afd227144672 req-77c02129-ffd6-468a-86d0-d9f286c928c7 service nova] Enqueued Resource ID: ac07d626-f29c-4396-8c5a-b9980c9a9150 with Priority: HIGHEST for action port [ 1035.964559] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_rules [ 1035.966024] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 1035.966024] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac07d626-f29c-4396-8c5a-b9980c9a9150 with Priority: HIGHEST for action port [ 1035.966024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.966024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.966024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.966024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.966024] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.967946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.967946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.967946] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac07d626-f29c-4396-8c5a-b9980c9a9150 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.967946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.967946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.967946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.967946] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac07d626-f29c-4396-8c5a-b9980c9a9150',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.137146] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1036.137722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.471531] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.473850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.474022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac07d626-f29c-4396-8c5a-b9980c9a9150 with status ACTIVE [ 1036.474646] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.474646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.474646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.474646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.474868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.474868] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.474956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.474995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.476218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.476218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476218] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.476218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.476218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.476218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.476218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476218] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac07d626-f29c-4396-8c5a-b9980c9a9150 is going to be updated. [ 1036.499455] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.499455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.499455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.499455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.499455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.499455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac07d626-f29c-4396-8c5a-b9980c9a9150" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.822015] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 1036.822231] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 deletion is rescheduled due to dependency. [ 1036.822343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.822579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.822828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.823031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.823145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.823204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.823366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.823713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.823826] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.950773] env[66328]: INFO networking_nsxv3.common.synchronization [None req-087f3c59-b330-49af-a099-fd8f96559d13 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_rules [ 1036.951373] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_rules [ 1036.951641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.951766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.951833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.953175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.953276] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.051420] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d83e92b9-8cb2-4b29-96b6-8851f62502b3 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_rules [ 1037.053775] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_rules [ 1037.053775] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.053775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.088081] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: SUCCESS [ 1037.088379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.088552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.089381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.089573] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.091045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.091129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.091321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.091410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.091499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.091590] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.326377] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.483130] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.483727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.483852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.484189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.484284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.484386] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 already deleted. [ 1037.484468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.484758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.484758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.484882] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.594234] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.829822] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.012291] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.012542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.012713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.012819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.012913] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 already deleted. [ 1038.012995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.096106] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95755dcd-a07e-4c9a-b50c-3c8af3e597fa: rpc.has_security_group_logging(os_id): False [ 1038.120642] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.121011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.121011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.121894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.121894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.122083] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.122083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.122755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.122755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.122755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.122755] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa is going to be created. [ 1038.209382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.209612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.209757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.210023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.211076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.227788] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: IN_PROGRESS for 2s [ 1038.332859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.333205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.333205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.333384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.333475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.333688] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 1038.384154] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.384400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.384505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.384738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.384896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.394846] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 1039.073123] env[66328]: INFO networking_nsxv3.common.synchronization [req-9bbb6017-b4cb-4ef1-83aa-690bdb4c7bd9 req-117609b9-8f86-4b56-9e52-4e5b50bb0eb3 tempest-ListServersNegativeTestJSON-1617773453 tempest-ListServersNegativeTestJSON-1617773453-project-member] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1039.073540] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1039.073848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.074025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.074121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.074337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.074491] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.074616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.075233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.075233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.075233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.075233] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.450082] env[66328]: INFO networking_nsxv3.common.synchronization [req-7ab426c3-2cca-4f8d-bab7-5fdaa1cba77c req-8cfe881e-e94c-41ec-80ec-d76d5d3d4809 tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1039.450082] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1039.450082] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.450082] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.450082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.450082] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.577139] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.952311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.952561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.952697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.952936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.975576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.975792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.975897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.975969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.976257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.976346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.976431] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 1040.004647] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.004806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.004876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.005099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.005234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.015247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 1040.081456] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.206523] env[66328]: INFO networking_nsxv3.common.synchronization [req-79502417-0350-4b13-aca7-004db987252c req-a82be4bf-67e1-4add-ad71-8bc2dd9201fd tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1040.207084] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1040.207410] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.207513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.207581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.208647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.208647] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.208647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.208647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.208647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.208647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.208647] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.241263] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: SUCCESS [ 1040.241459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.405778] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 1040.406038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.406228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.406908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.406908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.406908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.407352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.407352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.407352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.407352] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.485166] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.485476] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.485517] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.485821] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.486522] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.486699] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.486816] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.487058] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.487210] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.487410] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.487517] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.487619] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.487719] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.487824] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.487961] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.488100] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.510184] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.510184] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.510390] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.510453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510730] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.510894] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.511056] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.511367] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.511504] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7851b7-8d78-40ec-98b9-ebab5b87d17c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.583599] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.584110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.584110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.584209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.584253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.584361] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1040.612545] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.612696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.612766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.612978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.613172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.623685] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1040.712339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.712503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.712572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.712794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.712886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.713099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.713197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.713258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.713407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.713484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.713573] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd already deleted. [ 1040.713643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.909560] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.909825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.909825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.910467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.910467] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.910467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.910467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.911221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.911221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.911221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.911221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.911221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.911221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.911637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.911637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.911637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.911935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.911935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.912072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.912072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.912222] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.015036] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.015036] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.015036] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.015660] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.015660] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.015660] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 3a7851b7-8d78-40ec-98b9-ebab5b87d17c not found, creating... [ 1041.015783] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.015928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.016087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.016416] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.016513] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.016780] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.016937] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.017089] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.017309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.017442] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.017581] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3a7851b7-8d78-40ec-98b9-ebab5b87d17c is going to be created. [ 1041.043020] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.043366] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.043551] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.043856] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.044317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.044587] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.416262] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11baa2de-fb5f-4315-8d71-5e9981d2d579: rpc.has_security_group_logging(os_id): False [ 1041.433663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.433663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.433663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.433663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.433956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.434061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.434125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.434163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.434327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.434416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.434604] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.434724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.434773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.434924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.434998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.435199] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.435294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.435365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.435530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.435580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.435665] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 1041.497419] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.497785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.497785] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.498224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.498224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.516863] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 1041.807272] env[66328]: INFO networking_nsxv3.common.synchronization [req-79502417-0350-4b13-aca7-004db987252c req-b6e44030-638e-4ecc-a20f-b63cc90143d3 service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1041.807447] env[66328]: INFO networking_nsxv3.common.synchronization [req-79502417-0350-4b13-aca7-004db987252c req-b6e44030-638e-4ecc-a20f-b63cc90143d3 service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1041.808072] env[66328]: INFO networking_nsxv3.common.synchronization [req-79502417-0350-4b13-aca7-004db987252c req-b6e44030-638e-4ecc-a20f-b63cc90143d3 service nova] Enqueued Resource ID: 3a7851b7-8d78-40ec-98b9-ebab5b87d17c with Priority: HIGHEST for action port [ 1041.808632] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1041.808771] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1041.808871] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7851b7-8d78-40ec-98b9-ebab5b87d17c with Priority: HIGHEST for action port [ 1041.809158] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.809300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.809334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.809660] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.810484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.810600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.810671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.810815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.810957] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.811057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.811127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.811253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.811342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.811426] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.812507] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.812613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.812664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.812851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.812902] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7851b7-8d78-40ec-98b9-ebab5b87d17c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.028249] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 1042.028445] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 1042.028519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.186027] env[66328]: INFO networking_nsxv3.common.synchronization [req-ea23eba0-c0a3-4883-bf17-de5f2bdec943 req-d24850e2-b5db-40bf-8d87-2ac530a444e8 tempest-ServersAdminTestJSON-1170563603 tempest-ServersAdminTestJSON-1170563603-project-member] Enqueued Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 1042.186681] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b with Priority: HIGHEST for action security_group_members [ 1042.187066] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.187813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.187813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.187813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.187813] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.187813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.188163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.188163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.188163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.188272] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70ca357-d4bc-4ca4-a89e-8d0ffb04054b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.315408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.315538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.315732] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.316631] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a7851b7-8d78-40ec-98b9-ebab5b87d17c with status ACTIVE [ 1042.316825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.316918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.316974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.317220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.317312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.317481] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.317570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.317627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.317784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.317856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.318056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.318142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.318194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.318317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.318392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.318473] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a7851b7-8d78-40ec-98b9-ebab5b87d17c is going to be updated. [ 1042.342048] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.342171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.342265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.342517] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.342694] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.342939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a7851b7-8d78-40ec-98b9-ebab5b87d17c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.635322] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1042.635936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.692502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.692502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.692502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.692502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.713304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.713304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.713304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.713304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.713304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.713304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.713304] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b is going to be updated. [ 1042.744488] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.744682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.744728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.745024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.745977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.756098] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: IN_PROGRESS for 2s [ 1042.786401] env[66328]: INFO networking_nsxv3.common.synchronization [req-e1a06cf1-62f9-4bce-9620-185144c9db94 req-f99b1157-8309-48bf-9db6-36e253b4ac4f tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1042.786919] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1042.789694] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.789826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.789893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.790117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.790290] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.790385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.790442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.790588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.790693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.790755] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.820373] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.292726] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.292930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.293059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.293393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.293535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.293822] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.294138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.294235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.294431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.294518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.294618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1043.324997] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.324997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.324997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.324997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.324997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.324997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be created. [ 1043.330705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.331220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.331220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.331220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.331405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.341025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1043.354984] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.355209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.355431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.355602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.368225] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: UNINITIALIZED for 2s [ 1043.532772] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 1043.532772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.668917] env[66328]: INFO networking_nsxv3.common.synchronization [req-4659638a-4e3e-4647-8c4d-105d50af6135 req-839310ba-c9ea-4c7a-9dac-2879b2487181 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_members [ 1043.669672] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_members [ 1043.669930] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.670069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.670131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.670468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.670814] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.670927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.670989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.671170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.671263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.671354] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.053682] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.053875] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.053992] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.054273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.054526] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.054671] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.054777] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.054985] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.055151] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.055486] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.055686] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.055810] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.055933] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.056530] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.056685] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.056786] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.077643] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.077809] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.077955] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.078130] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.078465] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-cbefcdcd-19cb-4165-ab54-620ba9372f4d taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.078635] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.078751] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.079092] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.079233] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbefcdcd-19cb-4165-ab54-620ba9372f4d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.174159] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.174452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.174604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.174931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.175151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.175469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.175626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.175731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.176143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.176284] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb already deleted. [ 1044.176420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.385693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.385895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.385947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.386308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.386442] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.582216] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.582577] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.582775] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.583135] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.583347] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.583546] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port cbefcdcd-19cb-4165-ab54-620ba9372f4d not found, creating... [ 1044.583886] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.584072] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.584220] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.584533] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.584700] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.585095] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.585350] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.585478] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.585750] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.585914] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.586112] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: cbefcdcd-19cb-4165-ab54-620ba9372f4d is going to be created. [ 1044.606334] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.606592] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.606658] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.606938] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.607224] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.607464] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.766553] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b in Status: SUCCESS [ 1044.766924] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70ca357-d4bc-4ca4-a89e-8d0ffb04054b deletion is rescheduled due to dependency. [ 1044.766924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70ca357-d4bc-4ca4-a89e-8d0ffb04054b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.888847] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.323262] env[66328]: INFO networking_nsxv3.common.synchronization [req-4659638a-4e3e-4647-8c4d-105d50af6135 req-010e40cc-9f55-45e9-b10e-37c3dce8efae service nova] Enqueued Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_rules [ 1045.323353] env[66328]: INFO networking_nsxv3.common.synchronization [req-4659638a-4e3e-4647-8c4d-105d50af6135 req-010e40cc-9f55-45e9-b10e-37c3dce8efae service nova] Enqueued Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_members [ 1045.323490] env[66328]: INFO networking_nsxv3.common.synchronization [req-4659638a-4e3e-4647-8c4d-105d50af6135 req-010e40cc-9f55-45e9-b10e-37c3dce8efae service nova] Enqueued Resource ID: cbefcdcd-19cb-4165-ab54-620ba9372f4d with Priority: HIGHEST for action port [ 1045.323998] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_rules [ 1045.324174] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_members [ 1045.324274] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbefcdcd-19cb-4165-ab54-620ba9372f4d with Priority: HIGHEST for action port [ 1045.324540] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.324940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.324940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.324940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.325173] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.325863] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.325916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.325975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.326184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.326332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.326438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.326514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.326631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.326712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.326798] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.327530] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbefcdcd-19cb-4165-ab54-620ba9372f4d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.327637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.327973] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbefcdcd-19cb-4165-ab54-620ba9372f4d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.353164] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1045.353164] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 1045.353164] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380258] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1045.380478] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.380873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.381103] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.381223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.381356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.381525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.381677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.381825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.381956] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.392759] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.830337] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.830718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.830776] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.831677] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbefcdcd-19cb-4165-ab54-620ba9372f4d with status ACTIVE [ 1045.831863] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.831964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.832038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.832239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.832348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.832573] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.832573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.832751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.832789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.832866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.833049] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.833142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.833202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.833340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.833412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.833495] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbefcdcd-19cb-4165-ab54-620ba9372f4d is going to be updated. [ 1045.857582] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.857769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.858029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.858136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.858305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbefcdcd-19cb-4165-ab54-620ba9372f4d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.884945] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.885048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.885151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.885571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.885571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.885818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.885818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.885818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.885986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.885986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.886278] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.886505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.886923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.887102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.887243] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.895242] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1045.895382] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1046.336303] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.389545] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dda362-7c03-4b1d-9d23-0966ab6effbd: rpc.has_security_group_logging(os_id): False [ 1046.421820] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.422018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.422063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.422252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.422641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.422641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.422641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.422825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.422859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.422951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.423113] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.423204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.423260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.423406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.423486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.423651] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.423742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.423794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.423935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.424016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.424105] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be created. [ 1046.596655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.596859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.596859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.599718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.599718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.611159] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1046.808233] env[66328]: INFO networking_nsxv3.common.synchronization [req-44f6a6db-acfd-40a7-aa37-6d545711648e req-7e0fcc3f-2e31-48c9-8d93-692d5948548b tempest-ImagesOneServerNegativeTestJSON-2139842841 tempest-ImagesOneServerNegativeTestJSON-2139842841-project-member] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 1046.809131] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGHEST for action security_group_members [ 1046.809618] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.809727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.809791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.809991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.810179] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.810278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.810337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.810511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.810599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.810691] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.838922] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.839367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.839367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.839690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.839793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.839944] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb is going to be created. [ 1046.872382] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.872382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.872382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.872382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.872889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.887813] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb in Status: UNINITIALIZED for 2s [ 1046.982095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.982400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.982400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.982539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.998065] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1046.998165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.999714] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1047.048073] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.048073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.048073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.048073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.056828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.057710] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1047.057784] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.057832] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1047.103827] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.104029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.104224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.104461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.106202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106707] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1047.188000] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.188178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.188225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.188431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.188712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.189015] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1047.265325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.266019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.266019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.266019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.266219] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.266500] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1047.266662] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1b931538-08a4-4818-90f2-9068ca5ecb55', 'e8dda362-7c03-4b1d-9d23-0966ab6effbd', 'd5f94fcf-38a0-4238-b129-1f733ca53f73', '95755dcd-a07e-4c9a-b50c-3c8af3e597fa', '9806611d-809c-4d71-afb7-8188a9582245', '444fbb93-5771-4e9e-b4e9-29c99c0df10e', '74aed6ec-ae64-44ec-b758-3ada0cd3f07d', 'c65306ec-c32a-4acc-97dd-8ffefa8feba7', '9e3b03e7-b7a3-4ea3-afcb-fd7450625606', '00ab4a41-d0c7-401e-8244-72da8ad51935', '9ae945c8-a225-48fd-9123-63478c3921f1', 'b99a9269-e604-45e3-9964-0801640db840', '6aa23567-0dfd-4191-931b-3460b9cdffac', 'e6ae9a03-0553-4e3a-a458-9d7d1bf5640f', 'aabfa65c-1e39-4788-8c33-bc4ea9845022', '0a1ef27a-3da0-4500-890b-e0ecd443bc8b', '46c04bae-9857-40d2-b45e-9a60c6123236', 'df9fc667-95d8-4aa5-ad16-b21ef3e84ea2', 'a8d1ef84-ce87-4bd6-98db-120c451564ec', '0631b302-168c-4ff8-a1b3-b319e1e16cec', 'ba650c30-a5ad-4af8-b05d-ded382b147b9', '11baa2de-fb5f-4315-8d71-5e9981d2d579', 'b0f83429-2e2a-4b7c-b7ef-4503a9439cf5', '3ed4ea55-3a86-408f-a693-2a9d208d1a91', '9fba819f-b6ca-4cea-b670-c6847a172144', '42ff4421-9f10-4598-b28e-7babdded52fd', '02ac812d-4bd1-4746-8de7-b8d33f4f415a', '1fe1df5c-83c3-45d6-a8af-aedcd788c612', 'ab804434-381b-46ae-87e1-a4c5ad18c7e9', '0db9f96d-897e-408c-93c9-47f0eddc43f5', '7da3fd17-b073-4aad-84e3-0f39229d7370', '3a5bfeb9-65b6-4270-a696-db0c5269b342', 'ed5755de-db08-415b-af6d-9d7cd3d05e44', '12b72943-66b6-4402-b295-4c9cc10c3999', '9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4', '538c7e51-1ab8-4956-b7c2-16260d5f35e2', '53b3d673-3043-4e5c-8c21-39807f3bb38a', 'ba7bf750-099d-421e-b680-f1b2fdc9049e', 'c1fe1e8d-a735-408a-a49f-4d2da249fbad', 'a301224a-d497-4f3d-b8ca-edbedb5eb3e1', 'dad29b48-88f1-4b7c-b48d-4292c1cb4c62', 'd70ca357-d4bc-4ca4-a89e-8d0ffb04054b', 'e496bbfe-048b-4729-9c54-bde113fe364e', '82558332-ffe5-4b62-af18-b82ff002bcca', 'c986d48a-6b81-4f4f-9b22-baf7354ebd32', '2670bb7d-9b2c-4cec-b127-88802ba7f53b', '2887f181-6e47-48dc-96dc-ae5a6026136e'} {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.266762] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1047.286799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.286799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.286940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.287536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.287536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.287536] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1047.287536] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.287536] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1047.313216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.313374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.313441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.314024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.334336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.334602] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.334753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.334810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.335087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.335180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.335272] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be updated. [ 1047.361418] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.361599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.361637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.361922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.362071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372312] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: IN_PROGRESS for 2s [ 1047.381354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.382065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.382150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.382408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.383907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.384065] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1047.384132] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.384387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1047.384387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1047.384387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1047.384387] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGH for action security_group_rules [ 1047.384560] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGH for action security_group_rules [ 1047.384560] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGH for action security_group_rules [ 1047.384654] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGH for action security_group_rules [ 1047.384689] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGH for action security_group_rules [ 1047.384774] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGH for action security_group_rules [ 1047.384834] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGH for action security_group_rules [ 1047.384885] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGH for action security_group_rules [ 1047.384952] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGH for action security_group_rules [ 1047.385027] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGH for action security_group_rules [ 1047.385076] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGH for action security_group_rules [ 1047.385137] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGH for action security_group_rules [ 1047.385190] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGH for action security_group_rules [ 1047.385269] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGH for action security_group_rules [ 1047.385386] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGH for action security_group_rules [ 1047.385430] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGH for action security_group_rules [ 1047.385764] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGH for action security_group_rules [ 1047.385764] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGH for action security_group_rules [ 1047.385764] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGH for action security_group_rules [ 1047.385764] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGH for action security_group_rules [ 1047.385764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.623892] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1048.624207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.898836] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb in Status: SUCCESS [ 1048.899091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.899193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.899586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.899779] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.899899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.899971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.900127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.900201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.900286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.900376] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.383255] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 in Status: SUCCESS [ 1049.383351] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 deletion is rescheduled due to dependency. [ 1049.383435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.403089] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.905814] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f7e071-6324-4c1b-9b1f-3382c269b3eb: rpc.has_security_group_logging(os_id): False [ 1049.929054] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.929152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.929190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.929368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.929461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.929720] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.929831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.929874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.930029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.930852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.930852] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb is going to be created. [ 1049.990712] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.990839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.990972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.991117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.991306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.005673] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb in Status: IN_PROGRESS for 2s [ 1051.809870] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1051.810561] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1051.810561] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGH for action security_group_rules [ 1051.810561] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 with Priority: HIGH for action security_group_rules [ 1051.810731] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d with Priority: HIGH for action security_group_rules [ 1051.811241] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 with Priority: HIGH for action security_group_rules [ 1051.811241] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec with Priority: HIGH for action security_group_rules [ 1051.811241] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGH for action security_group_rules [ 1051.811431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 with Priority: HIGH for action security_group_rules [ 1051.811431] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c04bae-9857-40d2-b45e-9a60c6123236 with Priority: HIGH for action security_group_rules [ 1051.811519] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f with Priority: HIGH for action security_group_rules [ 1051.811945] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGH for action security_group_rules [ 1051.811945] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGH for action security_group_rules [ 1051.811945] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99a9269-e604-45e3-9964-0801640db840 with Priority: HIGH for action security_group_rules [ 1051.812083] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGH for action security_group_rules [ 1051.812166] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 with Priority: HIGH for action security_group_rules [ 1051.812402] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGH for action security_group_rules [ 1051.812545] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e with Priority: HIGH for action security_group_rules [ 1051.812730] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 with Priority: HIGH for action security_group_rules [ 1051.812911] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9806611d-809c-4d71-afb7-8188a9582245 with Priority: HIGH for action security_group_rules [ 1051.813115] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGH for action security_group_rules [ 1051.813301] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGH for action security_group_rules [ 1051.813841] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.814073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.814180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.814408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.814526] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.815792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5f94fcf-38a0-4238-b129-1f733ca53f73 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.815980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.816122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.816327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.816423] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5f94fcf-38a0-4238-b129-1f733ca53f73',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.817371] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.817512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.817581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.818032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.818032] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74aed6ec-ae64-44ec-b758-3ada0cd3f07d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.818932] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabfa65c-1e39-4788-8c33-bc4ea9845022 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.819059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.819120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.819315] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.819372] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabfa65c-1e39-4788-8c33-bc4ea9845022',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.823121] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0631b302-168c-4ff8-a1b3-b319e1e16cec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.823121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.823121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.823121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.823121] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0631b302-168c-4ff8-a1b3-b319e1e16cec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.823765] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.823765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.823765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.824838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.824838] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.824838] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.825265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.825265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.825265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.825393] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df9fc667-95d8-4aa5-ad16-b21ef3e84ea2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.826666] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c04bae-9857-40d2-b45e-9a60c6123236 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.826666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.826666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.826923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.826923] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c04bae-9857-40d2-b45e-9a60c6123236',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.829036] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.829036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.829176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.830499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.830649] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6ae9a03-0553-4e3a-a458-9d7d1bf5640f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.832774] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.832903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.832972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.833248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.833248] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.834190] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.834297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.834364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.834859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.834859] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.835326] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99a9269-e604-45e3-9964-0801640db840 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.835477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.835477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.835607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.835679] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99a9269-e604-45e3-9964-0801640db840',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.840576] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.840702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.840768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.840980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841205] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.841990] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00ab4a41-d0c7-401e-8244-72da8ad51935 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.842150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.842322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.842455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.842593] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00ab4a41-d0c7-401e-8244-72da8ad51935',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.843660] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.843660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.843818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.843948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.844047] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.844935] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.845150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.845671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.845671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.845671] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444fbb93-5771-4e9e-b4e9-29c99c0df10e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.846529] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.846637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.846775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.847336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.847419] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65306ec-c32a-4acc-97dd-8ffefa8feba7',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.848369] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9806611d-809c-4d71-afb7-8188a9582245 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.848682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.848682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.848883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.848883] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9806611d-809c-4d71-afb7-8188a9582245',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.849747] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.850515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.850619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.850885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.850930] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.851689] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.851810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.851864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.853434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.853434] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.881426] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.881611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.881680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.882023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.884339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.884443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.900421] env[66328]: INFO networking_nsxv3.common.synchronization [req-73f1874f-493e-4171-bb2f-561bbe1a4fcd req-21e0c49b-eb72-4d3f-a29b-3a612019e606 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1051.901423] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1051.901989] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.902145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.902214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.902427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.902584] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.902723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.902998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.902998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.902998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.903317] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.908271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.908271] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74aed6ec-ae64-44ec-b758-3ada0cd3f07d is going to be deleted. [ 1051.910903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.910903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.928869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.928976] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5f94fcf-38a0-4238-b129-1f733ca53f73 is going to be deleted. [ 1051.971406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.971595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.971595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.971807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.971886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.972018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74aed6ec-ae64-44ec-b758-3ada0cd3f07d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.976913] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.977672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.977797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.978032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.978114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.978229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5f94fcf-38a0-4238-b129-1f733ca53f73" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.022135] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb in Status: SUCCESS [ 1052.022383] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.302763] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.302913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.302913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.303399] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.303476] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.303605] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.303696] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.303895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.305198] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.305198] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.305198] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.305198] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.305198] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.305198] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.305198] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.305198] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.330701] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.331132] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.331443] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.331779] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.332536] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-39f8e02c-b1bd-46c5-8a07-8b44defd5072 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.332536] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.332910] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.333439] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.334670] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f8e02c-b1bd-46c5-8a07-8b44defd5072',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.357030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.357030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.357030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.357276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.357387] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.357485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.357553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.357761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.357851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.357936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.358039] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.359705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.359808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.359874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.360034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.360177] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.360270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.360331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.360467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.360553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.360662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.360745] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.363152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.363273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.363325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.363653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.363698] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.363772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.363831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.363973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.364056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.364141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.364223] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.370533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.370862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.370862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.370966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.371152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.371255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.371363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.371483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.371669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.371669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.371738] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.372606] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.372713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.372763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.372917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.373077] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.373160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.373211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.373373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.373447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.373511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.373593] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.379310] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379843] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.380020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.380151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.380254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380520] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.380647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.380692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.380833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.380966] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.381071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.381129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.381267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.381342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.381420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.381505] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.387309] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.387434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.387494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.387737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.387908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.388015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.388100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.388281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.388366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.388432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.388512] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.413908] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.414187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.414335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.414652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.423607] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.423835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.430683] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.430954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.431839] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.431965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.432639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.432725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.433486] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440713] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.440848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.441728] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.441852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443762] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.444728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.448186] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.448323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.451715] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.452163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.452414] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.452532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.452602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.452825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.452906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.452999] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1052.454325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.454506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.456565] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.456700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.457123] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.457214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.483781] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.484301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.484432] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9806611d-809c-4d71-afb7-8188a9582245 is going to be deleted. [ 1052.485414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.485634] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.497350] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.497647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.497766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.498192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.498393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.509746] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1052.514771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.514771] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99a9269-e604-45e3-9964-0801640db840 is going to be deleted. [ 1052.514771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.514771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.533895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.534052] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65306ec-c32a-4acc-97dd-8ffefa8feba7 is going to be deleted. [ 1052.534979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.535153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.569641] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.569886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.572461] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.572675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.575404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.575974] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0631b302-168c-4ff8-a1b3-b319e1e16cec is going to be deleted. [ 1052.577255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.577475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.594403] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.594618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.610661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.610795] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be deleted. [ 1052.612037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.612368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.642594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.642760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6ae9a03-0553-4e3a-a458-9d7d1bf5640f is going to be deleted. [ 1052.644069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.644069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.644069] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.644299] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be deleted. [ 1052.645031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.645157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.708813] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.709034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.714293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.714426] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabfa65c-1e39-4788-8c33-bc4ea9845022 is going to be deleted. [ 1052.715438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.715656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.724724] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.724900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.741819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.741819] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c04bae-9857-40d2-b45e-9a60c6123236 is going to be deleted. [ 1052.743133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.743133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.821188] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.821529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.836347] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.836754] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.836870] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.837455] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.837886] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.838408] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 39f8e02c-b1bd-46c5-8a07-8b44defd5072 not found, creating... [ 1052.838838] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.839182] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.839396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.839838] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.839990] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.840373] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.840696] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.840877] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.841202] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.841402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.841658] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 39f8e02c-b1bd-46c5-8a07-8b44defd5072 is going to be created. [ 1052.854642] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.854860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.862444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.862701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.862772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.863008] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.863229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.863364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.863426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.863616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.863721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.863811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.863970] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.864122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.864186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.864337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.864482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.864572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.864632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.864771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.864849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.864931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.865031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.869627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.869797] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df9fc667-95d8-4aa5-ad16-b21ef3e84ea2 is going to be deleted. [ 1052.870820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.871059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.883819] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.884074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.884074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.884458] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.884558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.884620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.884856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.884943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.885103] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.885188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.885247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.885387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.885520] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.885610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.885669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.885797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.885869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.885951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.886739] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.887054] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.888253] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.892646] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 1052.895213] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.914375] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.914601] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.914721] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.915018] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.915245] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.915480] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.938850] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.938850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.954630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.954630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.956055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.956213] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00ab4a41-d0c7-401e-8244-72da8ad51935 is going to be deleted. [ 1052.957279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.957584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.997600] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.997910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.044527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.044527] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444fbb93-5771-4e9e-b4e9-29c99c0df10e is going to be deleted. [ 1053.045920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.045920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.046292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.046292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99a9269-e604-45e3-9964-0801640db840" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.046438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.046598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.046673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.046792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9806611d-809c-4d71-afb7-8188a9582245" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.047411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.047574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.047654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.047789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65306ec-c32a-4acc-97dd-8ffefa8feba7" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.047919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.048264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048407] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0631b302-168c-4ff8-a1b3-b319e1e16cec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.048832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.049108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.049261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.049350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.049462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6ae9a03-0553-4e3a-a458-9d7d1bf5640f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.050030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.050030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.050030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.050030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c04bae-9857-40d2-b45e-9a60c6123236" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.050238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.050298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.050390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.050501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.050639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.050788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.108538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.108832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.108919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.108985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.109251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.109342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.109561] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.109673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.109724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.109866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.109938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.110749] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.110749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.110749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.110749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.110749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.111051] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1053.112124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.112876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.112876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabfa65c-1e39-4788-8c33-bc4ea9845022" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.133518] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.133710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.134025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.134146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.134270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df9fc667-95d8-4aa5-ad16-b21ef3e84ea2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.155599] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.155815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.155815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.156148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.156253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.156372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00ab4a41-d0c7-401e-8244-72da8ad51935" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.223045] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.223257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.223257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.223456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.223551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.223676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444fbb93-5771-4e9e-b4e9-29c99c0df10e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.273953] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.274656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.274870] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.274968] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.275235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.275423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.315953] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1053.367133] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dda362-7c03-4b1d-9d23-0966ab6effbd: rpc.has_security_group_logging(os_id): False [ 1053.388938] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae945c8-a225-48fd-9123-63478c3921f1: rpc.has_security_group_logging(os_id): False [ 1053.390374] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3b03e7-b7a3-4ea3-afcb-fd7450625606: rpc.has_security_group_logging(os_id): False [ 1053.390958] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1ef27a-3da0-4500-890b-e0ecd443bc8b: rpc.has_security_group_logging(os_id): False [ 1053.397790] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95755dcd-a07e-4c9a-b50c-3c8af3e597fa: rpc.has_security_group_logging(os_id): False [ 1053.416056] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.416387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.416474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.416719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.419404] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.419516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.420423] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.420518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.421173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.421368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.422643] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.422766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.446464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.446957] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.447166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.447267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.447531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.447669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.447955] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.448112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.448204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.448414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.448516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.448781] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.448911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.448996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.449230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.449343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.449527] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1053.451100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.451258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.476973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.477356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.477457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.477519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.477716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.477816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.477890] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1053.478965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.479235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.516463] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.516463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.524057] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.524057] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b is going to be updated. [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.524057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.566033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.566033] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.566033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.566033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.566033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.566033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.566033] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa is going to be updated. [ 1053.566648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.566900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.567094] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.568252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.568444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.574605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.586401] env[66328]: INFO networking_nsxv3.common.synchronization [req-73f1874f-493e-4171-bb2f-561bbe1a4fcd req-acbbcdb1-cdfb-4f87-8ed0-4d82f1941e1d service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 1053.586401] env[66328]: INFO networking_nsxv3.common.synchronization [req-73f1874f-493e-4171-bb2f-561bbe1a4fcd req-acbbcdb1-cdfb-4f87-8ed0-4d82f1941e1d service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1053.586539] env[66328]: INFO networking_nsxv3.common.synchronization [req-73f1874f-493e-4171-bb2f-561bbe1a4fcd req-acbbcdb1-cdfb-4f87-8ed0-4d82f1941e1d service nova] Enqueued Resource ID: 39f8e02c-b1bd-46c5-8a07-8b44defd5072 with Priority: HIGHEST for action port [ 1053.587226] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 1053.587382] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1053.587476] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f8e02c-b1bd-46c5-8a07-8b44defd5072 with Priority: HIGHEST for action port [ 1053.587789] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.587925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.588060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.588390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593470] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.593470] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593470] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f8e02c-b1bd-46c5-8a07-8b44defd5072 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593470] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f8e02c-b1bd-46c5-8a07-8b44defd5072',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.595038] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1053.609031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.609783] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.609783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.609783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.609783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.609783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.610340] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.610340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.610340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.610340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.610340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.610793] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.610793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.610793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.610793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.610793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.610793] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be updated. [ 1053.612293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.612463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.612641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.653685] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1053.679055] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.679055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.679055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.679055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.679055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696462] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: IN_PROGRESS for 2s [ 1053.761308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.761493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.761615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.761912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.762097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.770094] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.770515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.770515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.770715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.770987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.792235] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: IN_PROGRESS for 2s [ 1053.793026] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 1054.100151] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f8e02c-b1bd-46c5-8a07-8b44defd5072 with status ACTIVE [ 1054.100151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.100151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.100151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.100151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.100151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.100151] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.100151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.100151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.100731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.100731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.100731] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.100731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.100731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.100936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.100936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.101011] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f8e02c-b1bd-46c5-8a07-8b44defd5072 is going to be updated. [ 1054.102238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.102334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.124923] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.125111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.125158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.125405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.125555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.125719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f8e02c-b1bd-46c5-8a07-8b44defd5072" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520900] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1054.521124] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 1054.521239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.521503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.521952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.521952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.522151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.522244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.522438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.522552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.522658] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.662436] env[66328]: INFO networking_nsxv3.common.synchronization [req-dd09a893-2770-4ee6-a0ac-98d0183a0239 req-37e0eaf3-a2e2-4e89-8636-9c5c79cac472 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1054.663126] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1054.664688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.664688] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.026186] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.166533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.166990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.166990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.166990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.167248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.167313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.167409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.167601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.167676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.167770] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1055.196147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.196372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.196372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.196575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.197464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.206324] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1055.331175] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1055.331758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.528487] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.608411] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1055.608704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.671799] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1055.671977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.710413] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: SUCCESS [ 1055.710652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.810478] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 1055.810885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.811657] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: SUCCESS [ 1055.812058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031042] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.031191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.031191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.031951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.031951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031951] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1056.060709] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.060709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.060709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.060709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.060913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.070207] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1057.224443] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1057.224862] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd deletion is rescheduled due to dependency. [ 1057.224862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.806752] env[66328]: INFO networking_nsxv3.common.synchronization [req-b6974b46-7ce0-4da6-add4-35695d11125f req-ee6f65ab-4c3a-4d95-b4fc-59e704b42a41 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_members [ 1057.807991] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fba819f-b6ca-4cea-b670-c6847a172144 with Priority: HIGHEST for action security_group_members [ 1057.808501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fba819f-b6ca-4cea-b670-c6847a172144 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.808501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.808649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.808917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.811281] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.811934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.811934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.812916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.812916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.812916] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fba819f-b6ca-4cea-b670-c6847a172144',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.082279] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1058.082551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.082978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.083444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.083444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.083444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.083593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.083680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.083790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.083892] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.317836] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.317836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.317836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.317836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.339741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340325] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.340325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.340325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.340712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.340808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340897] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 is going to be updated. [ 1058.373080] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.373080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.373243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.373350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.373854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.384021] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fba819f-b6ca-4cea-b670-c6847a172144 in Status: IN_PROGRESS for 2s [ 1058.497903] env[66328]: INFO networking_nsxv3.common.synchronization [req-d941cb9a-0e52-42b6-9054-888bdd609681 req-d0e00fe5-620e-4595-9cd1-e68049ea06ad tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1058.498481] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1058.498792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.498904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.498973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.499176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.499347] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.499436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.499487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.499637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.499972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.500107] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.586396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.586542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.586616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.586848] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.587026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.587153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.587257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.587334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.587421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.587506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.587648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.587739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.587800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.587941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.588086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.588174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.588235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.588368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.588453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.588547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.588639] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.003273] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.091118] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa23567-0dfd-4191-931b-3460b9cdffac: rpc.has_security_group_logging(os_id): False [ 1059.109099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.109262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.109320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.109524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.109615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109805] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.109899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.109961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.110123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.110218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.110407] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.110543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.110580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.110695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.110768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.110953] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.111809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.111896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.113590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.113690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.113783] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be created. [ 1059.173797] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.173943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.174014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.174238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.174429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.186949] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1059.504399] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.008355] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.008523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.008567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.008768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.008861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.008960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1060.036406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.036552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.036603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.036803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.036943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.045018] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1060.395143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fba819f-b6ca-4cea-b670-c6847a172144 in Status: SUCCESS [ 1060.395379] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fba819f-b6ca-4cea-b670-c6847a172144 deletion is rescheduled due to dependency. [ 1060.395508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fba819f-b6ca-4cea-b670-c6847a172144" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.201767] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1061.202059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.056461] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1062.056770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.499440] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.499751] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1066.328814] env[66328]: INFO networking_nsxv3.common.synchronization [req-1c23b9a4-e960-46f7-8048-9dfe794fa046 req-ecbf1ecc-57d0-47b6-94f4-b06639c269fb tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1066.329550] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1066.329733] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.329796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.329858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.330175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.330358] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.330464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.330555] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.330773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.330806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.331026] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.613358] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.613560] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.613733] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613953] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.615104] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.615104] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.615104] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.615104] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.615104] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.615323] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.615423] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.615519] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.615626] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.615735] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.615839] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.615967] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.637080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.637268] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.637407] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.637656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-601" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.637969] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.638153] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.638273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.638669] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.638730] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1c1ca9-aee2-4001-bfd3-e3ad75773d61',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.832595] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.832756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.832826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.833060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.854953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.855230] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.855344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.855460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.855614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.855704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.855772] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 1066.883800] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.883946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.884027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.884253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.884391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.896959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 1067.142031] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.142274] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.142356] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.142630] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.142778] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.142970] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 not found, creating... [ 1067.143268] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.143507] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.143566] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.143751] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.143883] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.144258] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.144438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.144549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.144769] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.144895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.145047] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 is going to be created. [ 1067.171840] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.172051] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.172175] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.172456] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.172683] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.172911] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.872489] env[66328]: INFO networking_nsxv3.common.synchronization [req-1c23b9a4-e960-46f7-8048-9dfe794fa046 req-6656352c-9565-4eaf-93db-d2aea061793b service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 1067.872879] env[66328]: INFO networking_nsxv3.common.synchronization [req-1c23b9a4-e960-46f7-8048-9dfe794fa046 req-6656352c-9565-4eaf-93db-d2aea061793b service nova] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1067.872879] env[66328]: INFO networking_nsxv3.common.synchronization [req-1c23b9a4-e960-46f7-8048-9dfe794fa046 req-6656352c-9565-4eaf-93db-d2aea061793b service nova] Enqueued Resource ID: ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 with Priority: HIGHEST for action port [ 1067.873327] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_rules [ 1067.873451] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1067.873545] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 with Priority: HIGHEST for action port [ 1067.873807] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.874027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.874318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.874395] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.875220] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.875317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.875628] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.875628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.875714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.875806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.875878] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1c1ca9-aee2-4001-bfd3-e3ad75773d61',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.378053] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.378053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.378311] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 with status ACTIVE [ 1068.378311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.378444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.378489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.378748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.378836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.379028] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.379140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.379192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.379355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.379426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.379563] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.379681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.379734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.379829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.379916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.380095] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1c1ca9-aee2-4001-bfd3-e3ad75773d61 is going to be updated. [ 1068.403654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.403851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.403851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.404062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.404248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.404416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1c1ca9-aee2-4001-bfd3-e3ad75773d61" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.799185] env[66328]: INFO networking_nsxv3.common.synchronization [req-1e7e59a7-69a3-4153-9280-4e5f85a03466 req-14e07bf4-8565-4a43-996e-18661db1bcac tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_members [ 1068.799757] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_members [ 1068.801516] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.801760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.801915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.802367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.803080] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.803343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.803523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.803854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.804040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.804235] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.907151] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 1068.907545] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 1068.907696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.907864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.908129] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.908317] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.908437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.908531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.908671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.908751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.908843] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.160286] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.160480] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.160601] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.160878] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.161152] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.161307] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.161419] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.161626] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.161767] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.161964] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.162085] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.162278] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.162278] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.162377] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.162477] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.162602] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.186078] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.186389] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.186543] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.186711] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.187030] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.187237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.187357] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.187682] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.187816] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02feaa1-3565-4fa3-9c25-ccf7dd8310fc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.307417] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.307614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.307614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.307816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.307901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.308111] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.308241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.308298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.308396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.308455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.308569] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 already deleted. [ 1069.308678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.411201] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.689980] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.690290] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.690364] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.690667] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.690825] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.690981] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port b02feaa1-3565-4fa3-9c25-ccf7dd8310fc not found, creating... [ 1069.691260] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.691516] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.691652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.691880] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.692032] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.692472] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.692718] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.692931] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.693117] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.693294] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.693468] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: b02feaa1-3565-4fa3-9c25-ccf7dd8310fc is going to be created. [ 1069.717510] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.717773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.717900] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.718191] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.718419] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.718650] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.913096] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.415096] env[66328]: INFO networking_nsxv3.common.synchronization [req-1e7e59a7-69a3-4153-9280-4e5f85a03466 req-a9204bb3-2643-4b36-a708-39c1a44de927 service nova] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_rules [ 1070.415431] env[66328]: INFO networking_nsxv3.common.synchronization [req-1e7e59a7-69a3-4153-9280-4e5f85a03466 req-a9204bb3-2643-4b36-a708-39c1a44de927 service nova] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_members [ 1070.415431] env[66328]: INFO networking_nsxv3.common.synchronization [req-1e7e59a7-69a3-4153-9280-4e5f85a03466 req-a9204bb3-2643-4b36-a708-39c1a44de927 service nova] Enqueued Resource ID: b02feaa1-3565-4fa3-9c25-ccf7dd8310fc with Priority: HIGHEST for action port [ 1070.415806] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.415933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.416028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.416192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.416307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.416425] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 1070.418165] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_rules [ 1070.418342] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_members [ 1070.418673] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02feaa1-3565-4fa3-9c25-ccf7dd8310fc with Priority: HIGHEST for action port [ 1070.418858] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.419054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.419099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.419284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.419403] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.421034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.421172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.421240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.421412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.421741] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.421741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.421741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.422177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.423015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.423015] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.423361] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.423420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.423449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.423580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.423647] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02feaa1-3565-4fa3-9c25-ccf7dd8310fc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.453985] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.454170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.454263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.454630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.454630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.464647] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 1070.922139] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.922442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.926721] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.927855] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b02feaa1-3565-4fa3-9c25-ccf7dd8310fc with status ACTIVE [ 1070.927963] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.928114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.928474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.928474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.928648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.928833] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.929085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.929085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.929194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.929267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.929497] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.929593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.929653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.930611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.930729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.930964] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b02feaa1-3565-4fa3-9c25-ccf7dd8310fc is going to be updated. [ 1070.965526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.965686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.965755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.966095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.966273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.966442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b02feaa1-3565-4fa3-9c25-ccf7dd8310fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.433798] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.936887] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.937541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.937636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.937874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.937950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.938067] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 is going to be created. [ 1071.970175] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.970354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.970408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.970615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.970779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.983745] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49461ada-a689-41e7-ab8e-314c9789fef6 in Status: UNINITIALIZED for 2s [ 1072.474783] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 1072.474999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.475180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.475393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.475585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.475700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.475788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.475959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476299] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.979071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.979499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.979499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.979578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.979766] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.979918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.980009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.980223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.980352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.980464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.980653] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.980764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.980839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.981065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.981255] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.981373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.981452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.981645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.981732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.981840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.981938] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.484512] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1fe1e8d-a735-408a-a49f-4d2da249fbad: rpc.has_security_group_logging(os_id): False [ 1073.505851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.506073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.506154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.506570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.506680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.506891] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.507031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.507104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.507388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.507524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.507765] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.507880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.507934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.508103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.508184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.508376] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.508475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.508537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.508679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.508755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.508840] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 1073.571257] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.571509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.571509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.571651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.571796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.589298] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 1073.997269] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49461ada-a689-41e7-ab8e-314c9789fef6 in Status: SUCCESS [ 1073.997653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.997653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.997744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.997933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.998066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.998126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.998287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.998368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.998450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.998540] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.041381] env[66328]: INFO networking_nsxv3.common.synchronization [req-a0125f79-c94c-4332-8622-dfa130a60515 req-d8002d39-8d9a-4ced-9e8a-c76cebade213 tempest-ListServersNegativeTestJSON-1617773453 tempest-ListServersNegativeTestJSON-1617773453-project-member] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1074.041381] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1074.041381] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.041381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.042221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.042221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.042221] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.042221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.042400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.043034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.043034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.043034] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.132992] env[66328]: INFO networking_nsxv3.common.synchronization [req-d957049d-c2b1-45d7-b28f-6210f2f6e0c3 req-e5db08b1-2d68-4845-9f01-2ebfb5195f0d tempest-ListServersNegativeTestJSON-1617773453 tempest-ListServersNegativeTestJSON-1617773453-project-member] Enqueued Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1074.135017] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ff4421-9f10-4598-b28e-7babdded52fd with Priority: HIGHEST for action security_group_members [ 1074.135017] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ff4421-9f10-4598-b28e-7babdded52fd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.135017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.501715] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.546350] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.004457] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49461ada-a689-41e7-ab8e-314c9789fef6: rpc.has_security_group_logging(os_id): False [ 1075.028624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.028775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.028844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.029093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.029186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.029432] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.029531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.029593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.029744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.029841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.029943] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 is going to be created. [ 1075.049144] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.090143] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.090336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.090388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.090564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.090751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.102577] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49461ada-a689-41e7-ab8e-314c9789fef6 in Status: IN_PROGRESS for 2s [ 1075.551412] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.551566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.551651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.551854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.551945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.552059] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1075.583800] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.584228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.585066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.585066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.585066] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.595939] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1075.603638] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 1075.603934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.746661] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.746889] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.747025] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.747313] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.747658] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.748309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.748309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.748309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.748503] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.748549] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.748659] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.748768] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.748869] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.748972] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.749093] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.749232] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.769752] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.769942] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.770560] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.770560] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-323" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.771623] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3039625d-b2c9-438a-9343-2bd722bbe5fb taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.771623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.771623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.771623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.771623] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3039625d-b2c9-438a-9343-2bd722bbe5fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.274071] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.274071] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.274071] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.274071] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.274523] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.274557] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.274704] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.274817] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.275050] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.275190] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.275499] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.275660] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.275776] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.275981] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.276127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.276281] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb is going to be updated. [ 1076.296567] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.296760] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.296880] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.297140] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.297327] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.297564] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.116597] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49461ada-a689-41e7-ab8e-314c9789fef6 in Status: SUCCESS [ 1077.117361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.495169] env[66328]: INFO networking_nsxv3.common.synchronization [req-d77cce56-a55c-44ba-8310-8ce48fa0d81a req-8659b8d5-2cdf-4978-9f12-22c2c9bf431f service nova] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 1077.495169] env[66328]: INFO networking_nsxv3.common.synchronization [req-d77cce56-a55c-44ba-8310-8ce48fa0d81a req-8659b8d5-2cdf-4978-9f12-22c2c9bf431f service nova] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 1077.495169] env[66328]: INFO networking_nsxv3.common.synchronization [req-d77cce56-a55c-44ba-8310-8ce48fa0d81a req-8659b8d5-2cdf-4978-9f12-22c2c9bf431f service nova] Enqueued Resource ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb with Priority: HIGHEST for action port [ 1077.495169] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_rules [ 1077.495169] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 1077.495169] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb with Priority: HIGHEST for action port [ 1077.496215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.496523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.496691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.496965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.497144] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.498665] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.499055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.499257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.499512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.499748] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.499961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.500120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.500350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.500522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.500687] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.501838] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3039625d-b2c9-438a-9343-2bd722bbe5fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.502916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.502916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.502916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.502916] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3039625d-b2c9-438a-9343-2bd722bbe5fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.611082] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1077.611082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.611082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.611297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.611705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.611952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.612139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.612446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.612648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.612866] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ff4421-9f10-4598-b28e-7babdded52fd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.004043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.006168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.006168] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.006168] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3039625d-b2c9-438a-9343-2bd722bbe5fb with status ACTIVE [ 1078.006520] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.006520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.006642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.006904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.006904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.007140] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.007756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.007756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.007756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.007756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.007965] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.008121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.008121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.008264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.008340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.008428] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3039625d-b2c9-438a-9343-2bd722bbe5fb is going to be updated. [ 1078.043240] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.043506] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.043638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.043969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.044227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.044470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3039625d-b2c9-438a-9343-2bd722bbe5fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.116112] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.116359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.116359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.116685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.145368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.145694] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.145862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.145862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.146049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.146137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.146223] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd is going to be updated. [ 1078.195172] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.195465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.195465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.195661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.195821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.212014] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: IN_PROGRESS for 2s [ 1078.511149] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.017215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.017445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.017509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.017687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.017777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.017868] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 is going to be updated. [ 1079.052407] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.052561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.052632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.052842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.052993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.068026] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: IN_PROGRESS for 2s [ 1079.569463] env[66328]: INFO networking_nsxv3.common.synchronization [None req-8b0c7cf1-fe28-44f5-9b2f-27c314c4d8d8 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_rules [ 1079.570171] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_rules [ 1079.570492] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.570622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.570690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.570962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.571060] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.808744] env[66328]: INFO networking_nsxv3.common.synchronization [None req-ccc5245f-a6ad-428e-b535-559ff4a62177 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_rules [ 1079.810168] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_rules [ 1079.810168] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.810168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.101101] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.101101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.101101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.101749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.101749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.101749] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 already deleted. [ 1080.101749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.101962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.102120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.102238] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.227190] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ff4421-9f10-4598-b28e-7babdded52fd in Status: SUCCESS [ 1080.227509] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ff4421-9f10-4598-b28e-7babdded52fd deletion is rescheduled due to dependency. [ 1080.227645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ff4421-9f10-4598-b28e-7babdded52fd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.625128] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.625457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.625457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.625546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.625638] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.625734] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 already deleted. [ 1080.625814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.082093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: SUCCESS [ 1081.082341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.082579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.082858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.083080] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.083194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.083259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.083421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.083505] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.083590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.083682] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.588411] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.091117] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5bfeb9-65b6-4270-a696-db0c5269b342: rpc.has_security_group_logging(os_id): False [ 1082.110512] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.110733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.110806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.111134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.134879] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.135065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.135065] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135776] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 is going to be updated. [ 1082.204610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.204764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.204764] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.205032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.205188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.223859] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: IN_PROGRESS for 2s [ 1084.244746] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: SUCCESS [ 1084.245111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.811356] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1084.811356] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1086.373199] env[66328]: INFO networking_nsxv3.common.synchronization [req-95d72839-56b9-401a-88cc-a0afb51d56d9 req-476bc0b4-885a-479a-a850-b981f062c292 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1086.373199] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1086.373199] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.373199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.373199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.375186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.375912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.375912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.375912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.375912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.375912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.375912] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.873861] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.874213] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.874346] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.876227] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.876227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.876227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.876227] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.876227] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.876227] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.876227] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.876227] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.876690] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.876690] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.879544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.879544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.879721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.879836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.912369] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.913205] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.913205] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.913205] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-474" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.913375] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.914164] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.914164] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.914164] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.914372] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b27bcc9-551c-4cee-9383-3bf2c9d18dbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.917179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.917232] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.917411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.917518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.917814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.917961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.918091] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1086.952047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.952253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.952253] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.952382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.952504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.961706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1087.417397] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.417801] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.417866] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.418198] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.418434] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.418543] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 2b27bcc9-551c-4cee-9383-3bf2c9d18dbd not found, creating... [ 1087.418865] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.419057] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.419195] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.419444] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.419649] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.420077] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.420265] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.420363] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.420588] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.420724] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.420882] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 2b27bcc9-551c-4cee-9383-3bf2c9d18dbd is going to be created. [ 1087.444427] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.444427] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.444427] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.444725] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.445010] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.445321] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.186379] env[66328]: INFO networking_nsxv3.common.synchronization [req-95d72839-56b9-401a-88cc-a0afb51d56d9 req-9c91477d-a09d-4240-97fa-a04c150bf770 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 1088.186445] env[66328]: INFO networking_nsxv3.common.synchronization [req-95d72839-56b9-401a-88cc-a0afb51d56d9 req-9c91477d-a09d-4240-97fa-a04c150bf770 service nova] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1088.186556] env[66328]: INFO networking_nsxv3.common.synchronization [req-95d72839-56b9-401a-88cc-a0afb51d56d9 req-9c91477d-a09d-4240-97fa-a04c150bf770 service nova] Enqueued Resource ID: 2b27bcc9-551c-4cee-9383-3bf2c9d18dbd with Priority: HIGHEST for action port [ 1088.187155] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_rules [ 1088.187295] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1088.187417] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b27bcc9-551c-4cee-9383-3bf2c9d18dbd with Priority: HIGHEST for action port [ 1088.187705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.187827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.187893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.188110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.188200] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.189465] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.189592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.189814] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.189971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.189971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.190171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.190246] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b27bcc9-551c-4cee-9383-3bf2c9d18dbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.393024] env[66328]: INFO networking_nsxv3.common.synchronization [req-70615f41-4811-4216-9aaa-5e55006ff5d5 req-f8a19118-3ecc-4a3a-9c2c-b2cf43b8ae42 tempest-ImagesTestJSON-1920290321 tempest-ImagesTestJSON-1920290321-project-member] Enqueued Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1088.393024] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad with Priority: HIGHEST for action security_group_members [ 1088.393024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1fe1e8d-a735-408a-a49f-4d2da249fbad taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.393814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.395038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.395038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.395038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.395038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.395038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.395038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.395038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.396786] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1fe1e8d-a735-408a-a49f-4d2da249fbad',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.691745] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.692149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.694081] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b27bcc9-551c-4cee-9383-3bf2c9d18dbd with status ACTIVE [ 1088.694416] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.694618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.694668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.694866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.694957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.695149] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.695250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.695368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.695470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.695544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.695544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.695544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.695544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.695544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.695544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.696434] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b27bcc9-551c-4cee-9383-3bf2c9d18dbd is going to be updated. [ 1088.723034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.723206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.723259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.723469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.723599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.723760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b27bcc9-551c-4cee-9383-3bf2c9d18dbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.850574] env[66328]: INFO networking_nsxv3.common.synchronization [req-86eb0d2d-819b-4db6-8855-0de8d66fde6e req-b0261d5c-d8c2-4935-888c-d8f94fc4b124 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1088.851236] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1088.851579] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.851706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.851775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.851988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.852161] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.852265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.852333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.852484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.852641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.852726] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.897610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.900271] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.900271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.900271] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad is going to be updated. [ 1088.933390] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.933534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.933602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.933814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.933953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.952614] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: IN_PROGRESS for 2s [ 1088.975831] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1088.976144] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 1088.976230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.976438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.976660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.976851] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.977055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.977055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.977194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.977287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.977428] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.290994] env[66328]: INFO networking_nsxv3.common.synchronization [None req-5b456229-a243-425f-b1f4-e2ccaa330c11 None None] Enqueued Resource ID: 8aba2e5c-bc95-4a83-8c93-bcf6609af737 with Priority: HIGHEST for action port [ 1089.293050] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aba2e5c-bc95-4a83-8c93-bcf6609af737 with Priority: HIGHEST for action port [ 1089.294098] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.294308] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.294455] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.294736] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.294996] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.295359] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.295488] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.295724] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.295846] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.296307] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.296307] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.296307] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.296498] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.296498] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.296629] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.296790] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.298237] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aba2e5c-bc95-4a83-8c93-bcf6609af737 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.298367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aba2e5c-bc95-4a83-8c93-bcf6609af737" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.298434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aba2e5c-bc95-4a83-8c93-bcf6609af737" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.298642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aba2e5c-bc95-4a83-8c93-bcf6609af737" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.298717] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aba2e5c-bc95-4a83-8c93-bcf6609af737',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.325215] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.325215] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.325534] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.325589] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.325971] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-d2a81ec5-ab95-4250-b99f-f4df271253fc taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.326252] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.326495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.326845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.326984] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a81ec5-ab95-4250-b99f-f4df271253fc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.354762] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.480611] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.806093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aba2e5c-bc95-4a83-8c93-bcf6609af737 [ 1089.806093] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.806093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.806093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.806093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.806093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.806093] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aba2e5c-bc95-4a83-8c93-bcf6609af737 already deleted. [ 1089.806093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aba2e5c-bc95-4a83-8c93-bcf6609af737" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.831348] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.831348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.831348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.831348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.831348] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.831348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port d2a81ec5-ab95-4250-b99f-f4df271253fc not found, creating... [ 1089.832043] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.832043] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.832043] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.832043] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.832468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.832468] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.833029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.833029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.833206] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.835197] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.835197] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: d2a81ec5-ab95-4250-b99f-f4df271253fc is going to be created. [ 1089.857746] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.861646] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.861853] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.862386] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.862386] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.862516] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.862742] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.983891] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.365765] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.365765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.365765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.366421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.366421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.366421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1090.404544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.404823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.404890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.405119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.405391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.419247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1090.486327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.486490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.486567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.486804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.486891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.486944] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1090.521043] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.521216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.521304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.521508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.522269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.531495] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1090.594449] env[66328]: INFO networking_nsxv3.common.synchronization [req-86eb0d2d-819b-4db6-8855-0de8d66fde6e req-2a20b305-72f9-41de-a465-2b60dfda29c6 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 1090.594449] env[66328]: INFO networking_nsxv3.common.synchronization [req-86eb0d2d-819b-4db6-8855-0de8d66fde6e req-2a20b305-72f9-41de-a465-2b60dfda29c6 service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1090.594449] env[66328]: INFO networking_nsxv3.common.synchronization [req-86eb0d2d-819b-4db6-8855-0de8d66fde6e req-2a20b305-72f9-41de-a465-2b60dfda29c6 service nova] Enqueued Resource ID: d2a81ec5-ab95-4250-b99f-f4df271253fc with Priority: HIGHEST for action port [ 1090.594449] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 1090.594449] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1090.594449] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a81ec5-ab95-4250-b99f-f4df271253fc with Priority: HIGHEST for action port [ 1090.594449] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.594449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.594449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.594449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.594449] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.597044] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.597044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.597044] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a81ec5-ab95-4250-b99f-f4df271253fc taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.597044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.597044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.597044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.597044] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a81ec5-ab95-4250-b99f-f4df271253fc',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.963308] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad in Status: SUCCESS [ 1090.963957] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1fe1e8d-a735-408a-a49f-4d2da249fbad deletion is rescheduled due to dependency. [ 1090.964155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1fe1e8d-a735-408a-a49f-4d2da249fbad" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.102565] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.102565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.102565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a81ec5-ab95-4250-b99f-f4df271253fc with status ACTIVE [ 1091.102743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.102951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.102951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.103417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.103712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.104873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.104873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.105187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.105351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.105481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.105835] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.106046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.106151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.106609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.106887] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.107054] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a81ec5-ab95-4250-b99f-f4df271253fc is going to be updated. [ 1091.130605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.130945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.130945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.131177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.131258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.131414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a81ec5-ab95-4250-b99f-f4df271253fc" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.288294] env[66328]: INFO networking_nsxv3.common.synchronization [None req-7841afed-136b-4ab8-ad62-07f94e205bd3 None None] Enqueued Resource ID: 7a608879-0c46-48a6-ac0d-74e0dc811bd1 with Priority: HIGHEST for action port [ 1092.289427] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a608879-0c46-48a6-ac0d-74e0dc811bd1 with Priority: HIGHEST for action port [ 1092.289888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a608879-0c46-48a6-ac0d-74e0dc811bd1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.290155] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a608879-0c46-48a6-ac0d-74e0dc811bd1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.290456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a608879-0c46-48a6-ac0d-74e0dc811bd1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.290892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a608879-0c46-48a6-ac0d-74e0dc811bd1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.292186] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a608879-0c46-48a6-ac0d-74e0dc811bd1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.431523] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1092.431829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.432420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.432420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.432576] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.432660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.432721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.432827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.433474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.433474] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.546523] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1092.546523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.546523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.546523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.547019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.547019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.547019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.548295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.548390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.548950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.549053] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.793281] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a608879-0c46-48a6-ac0d-74e0dc811bd1 [ 1092.793637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.793838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.793926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.794228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.794516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.794642] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a608879-0c46-48a6-ac0d-74e0dc811bd1 already deleted. [ 1092.794780] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a608879-0c46-48a6-ac0d-74e0dc811bd1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.936024] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.056748] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.056944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.056944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.057161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.057737] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.057737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.057737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.058406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.058406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.058406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.058406] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.058406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.058406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.058573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.058654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.058774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.058801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.059255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.059255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.059255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.059255] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.438154] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.561458] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986d48a-6b81-4f4f-9b22-baf7354ebd32: rpc.has_security_group_logging(os_id): False [ 1093.583208] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.583410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.583460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.583855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.584048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.584389] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.584529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.584633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.584873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.584987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.585554] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.585554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.585554] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.585795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.585885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.586110] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.586236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.586304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.586575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.586660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.586792] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1093.669952] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.670158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.670259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.670494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.670666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.686285] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1093.804339] env[66328]: INFO networking_nsxv3.common.synchronization [req-07fa9380-71a7-4a75-9d79-b190c511f3a4 req-42354c80-df2b-482e-8541-8af52101f639 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_members [ 1093.804781] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_members [ 1093.806698] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.806888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.806945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.807304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.807527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.807706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.807779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.807969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.808356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.808691] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.941578] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.943791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.944087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.944454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.944667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.944863] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1093.979753] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.979753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.979917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.980119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.980274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.991738] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1094.268016] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.268364] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.268502] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.268792] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.269405] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.269623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.269767] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.270038] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.270253] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.270498] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.270652] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.270813] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.270940] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.271127] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.271268] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.271428] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.290885] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.291079] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.291222] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.291396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.291791] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-b971b960-0594-4809-ae5e-9056073fe631 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.292185] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.292185] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.292518] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.292681] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b971b960-0594-4809-ae5e-9056073fe631',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.295121] env[66328]: INFO networking_nsxv3.common.synchronization [req-57a86019-8eb4-474a-9fe3-1388dd349fd1 req-c3748b21-f9f2-4eed-b1ff-15bbe07f3e1e tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1094.295896] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1094.296214] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.296416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.296516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.296733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.296918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.297096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.297096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.297352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.297437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.297551] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.310804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.310804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.310804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.311022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.311134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.311328] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.311423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.311483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.311635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.311710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.311791] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 already deleted. [ 1094.311869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.797239] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.797647] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.797647] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.797914] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.798087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.798247] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port b971b960-0594-4809-ae5e-9056073fe631 not found, creating... [ 1094.798590] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.798814] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.798984] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.799280] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.799495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.799886] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800274] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.800766] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.800940] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: b971b960-0594-4809-ae5e-9056073fe631 is going to be created. [ 1094.802568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.802753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.802853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.803125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.839813] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.840062] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.840190] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.840479] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.840736] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.841080] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.844819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.845087] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.845978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.845978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.845978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.845978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.845978] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1094.902291] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.902291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.902291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.902629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.902955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.916980] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1095.572206] env[66328]: INFO networking_nsxv3.common.synchronization [req-07fa9380-71a7-4a75-9d79-b190c511f3a4 req-7abb7408-95d5-42ca-8768-ba6cae1174c9 service nova] Enqueued Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_rules [ 1095.572206] env[66328]: INFO networking_nsxv3.common.synchronization [req-07fa9380-71a7-4a75-9d79-b190c511f3a4 req-7abb7408-95d5-42ca-8768-ba6cae1174c9 service nova] Enqueued Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_members [ 1095.572206] env[66328]: INFO networking_nsxv3.common.synchronization [req-07fa9380-71a7-4a75-9d79-b190c511f3a4 req-7abb7408-95d5-42ca-8768-ba6cae1174c9 service nova] Enqueued Resource ID: b971b960-0594-4809-ae5e-9056073fe631 with Priority: HIGHEST for action port [ 1095.572984] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_rules [ 1095.573119] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_members [ 1095.573228] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971b960-0594-4809-ae5e-9056073fe631 with Priority: HIGHEST for action port [ 1095.573557] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.573691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.573759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.573980] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.574087] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.575302] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.575302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.575302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.575553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.575888] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.575888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.575888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.576073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.577023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.577023] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.578760] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b971b960-0594-4809-ae5e-9056073fe631 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.578937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.579036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.579288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.579451] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b971b960-0594-4809-ae5e-9056073fe631',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.703161] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1095.703434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.002493] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1096.002823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.002823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.003028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.003242] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.003366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.003429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.003673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.003751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.003845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.003939] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.078911] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.084518] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.084518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.086300] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b971b960-0594-4809-ae5e-9056073fe631 with status ACTIVE [ 1096.086300] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.086300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.086300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.086530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.086530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.087030] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.087030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.087030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.087191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.087191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.087407] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.087572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.087750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.088470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.088470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.088470] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b971b960-0594-4809-ae5e-9056073fe631 is going to be updated. [ 1096.114854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.115043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.115104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.115305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.115461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.115623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b971b960-0594-4809-ae5e-9056073fe631" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.507696] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.507932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.508058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.508258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.508452] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.508584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.508682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.508878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.508971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.509098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.509227] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.509327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.509385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.509533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.509675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.509767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.509827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.509965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.510059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.510141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.510230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.581684] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.929511] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1096.929731] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 deletion is rescheduled due to dependency. [ 1096.929847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.013575] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 1097.036331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.036600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.036729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.037057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.037229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.037539] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.037709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.037808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.038060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.038204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.038490] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.038651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.038761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.038962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.039102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.039361] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.039514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.039609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.039820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.039943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.040098] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1097.083767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.083767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.083767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.083975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.083975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.083975] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 is going to be created. [ 1097.110415] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.110727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.110727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.110927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.111093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.113655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.113810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.113918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.114102] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.114224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.128331] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 in Status: UNINITIALIZED for 2s [ 1097.133166] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1099.144377] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 in Status: SUCCESS [ 1099.144863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.145508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.147104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.147104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.147104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.147104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.147104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.147104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.147104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.147104] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.151830] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1099.154067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.650023] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.153015] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d6fcbf-9e32-4c09-b311-4f23d648ad65: rpc.has_security_group_logging(os_id): False [ 1100.176634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.176823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.176910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.177353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.177482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.177870] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.178046] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.178137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.178342] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.178448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.178583] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 is going to be created. [ 1100.223887] env[66328]: INFO networking_nsxv3.common.synchronization [req-29997659-40ee-4c0e-b9b1-20526518e457 req-2f237996-ab9c-4b66-88dc-dcc9ef74cbd2 tempest-ServerPasswordTestJSON-714433314 tempest-ServerPasswordTestJSON-714433314-project-member] Enqueued Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_members [ 1100.224609] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_members [ 1100.225216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.225320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.225402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.225726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.225941] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.226108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.226184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.226363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.226556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.226680] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.255346] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.255346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.255346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.255346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.255346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.272179] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 in Status: IN_PROGRESS for 2s [ 1100.678875] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.679335] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-584" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.679335] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-584" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.679773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-584" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.680350] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.680593] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.680759] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.681079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.681240] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.681446] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.681571] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.682387] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.682387] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.682387] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.682387] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.682387] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.706616] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.706847] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.706985] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.707180] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-584" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.707512] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.707734] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.707883] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.708231] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.708366] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3903e87c-cfbe-4d65-a84f-b1b224b2fc55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.731024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.731024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.731024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.731412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.731412] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3573624c-af27-4625-9b27-5c79222dc6f2 already deleted. [ 1100.731412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.214027] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.214027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 3903e87c-cfbe-4d65-a84f-b1b224b2fc55 not found, creating... [ 1101.214027] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.214027] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.214764] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.214764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.214764] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.215490] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.215814] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.216096] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 3903e87c-cfbe-4d65-a84f-b1b224b2fc55 is going to be created. [ 1101.241028] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.241028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.241028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.241028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.241028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.241028] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.037205] env[66328]: INFO networking_nsxv3.common.synchronization [req-29997659-40ee-4c0e-b9b1-20526518e457 req-98d92664-76dd-468f-9753-5de41dedc674 service nova] Enqueued Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_rules [ 1102.037205] env[66328]: INFO networking_nsxv3.common.synchronization [req-29997659-40ee-4c0e-b9b1-20526518e457 req-98d92664-76dd-468f-9753-5de41dedc674 service nova] Enqueued Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_members [ 1102.037205] env[66328]: INFO networking_nsxv3.common.synchronization [req-29997659-40ee-4c0e-b9b1-20526518e457 req-98d92664-76dd-468f-9753-5de41dedc674 service nova] Enqueued Resource ID: 3903e87c-cfbe-4d65-a84f-b1b224b2fc55 with Priority: HIGHEST for action port [ 1102.037205] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_rules [ 1102.037205] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_members [ 1102.037856] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3903e87c-cfbe-4d65-a84f-b1b224b2fc55 with Priority: HIGHEST for action port [ 1102.038361] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.038677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.040045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.040045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.040045] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.040710] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.040963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.041152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.041529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.042361] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.043099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.043099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.043099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.043099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.043954] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.048645] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.048645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.048645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.048645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.048645] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3903e87c-cfbe-4d65-a84f-b1b224b2fc55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.188787] env[66328]: INFO networking_nsxv3.common.synchronization [None req-188eca92-1837-4dcb-a7cd-550815b142de None None] Enqueued Resource ID: 39d0bcf9-7750-4942-a128-6d0fa1e53b11 with Priority: HIGHEST for action port [ 1102.188787] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d0bcf9-7750-4942-a128-6d0fa1e53b11 with Priority: HIGHEST for action port [ 1102.188787] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-39d0bcf9-7750-4942-a128-6d0fa1e53b11 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.188787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39d0bcf9-7750-4942-a128-6d0fa1e53b11" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.188787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39d0bcf9-7750-4942-a128-6d0fa1e53b11" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.188787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39d0bcf9-7750-4942-a128-6d0fa1e53b11" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.189721] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d0bcf9-7750-4942-a128-6d0fa1e53b11',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.294565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 in Status: SUCCESS [ 1102.295377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.422749] env[66328]: INFO networking_nsxv3.common.synchronization [req-288bc247-8569-49c3-9d24-3ad2d37a9656 req-fe099b9f-ab40-475b-b89c-ed9320237271 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1102.423111] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1102.423422] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.423689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.423689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.423810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.426688] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.426890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.426992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.429912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.430034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.430189] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.551385] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3903e87c-cfbe-4d65-a84f-b1b224b2fc55 with status ACTIVE [ 1102.551639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.551767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.551833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.552072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.552160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.552351] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.552452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.552512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.552661] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.552736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.552914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.553012] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.553074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.553210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.553283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.553365] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3903e87c-cfbe-4d65-a84f-b1b224b2fc55 is going to be updated. [ 1102.554645] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.554746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.554872] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.578713] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.578885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.578985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.579214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.579353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.579552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3903e87c-cfbe-4d65-a84f-b1b224b2fc55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.692987] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39d0bcf9-7750-4942-a128-6d0fa1e53b11 [ 1102.693305] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.693418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.693487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.693781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.693923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.694082] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39d0bcf9-7750-4942-a128-6d0fa1e53b11 already deleted. [ 1102.694207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39d0bcf9-7750-4942-a128-6d0fa1e53b11" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.932876] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.057832] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.436233] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.566630] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.566791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.566871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.567090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.567176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.567269] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3573624c-af27-4625-9b27-5c79222dc6f2 is going to be created. [ 1103.598868] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.599085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.599182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.599452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.599624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.611708] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3573624c-af27-4625-9b27-5c79222dc6f2 in Status: UNINITIALIZED for 2s [ 1103.944036] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.944036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.944036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.944036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.944036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.944036] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1103.992437] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.992628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.992670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.993125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.993125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.008641] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1104.423815] env[66328]: INFO networking_nsxv3.common.synchronization [None req-4373d497-8306-47b7-9a63-a703f0faddf5 None None] Enqueued Resource ID: e0560723-f8a1-44a5-91e6-555ec14751c4 with Priority: HIGHEST for action port [ 1104.424672] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0560723-f8a1-44a5-91e6-555ec14751c4 with Priority: HIGHEST for action port [ 1104.424987] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0560723-f8a1-44a5-91e6-555ec14751c4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.425131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0560723-f8a1-44a5-91e6-555ec14751c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.425198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0560723-f8a1-44a5-91e6-555ec14751c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.425457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0560723-f8a1-44a5-91e6-555ec14751c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.425535] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0560723-f8a1-44a5-91e6-555ec14751c4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.929825] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0560723-f8a1-44a5-91e6-555ec14751c4 [ 1104.930095] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.930207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.930491] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.930580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.930670] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0560723-f8a1-44a5-91e6-555ec14751c4 already deleted. [ 1104.930749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0560723-f8a1-44a5-91e6-555ec14751c4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.621658] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3573624c-af27-4625-9b27-5c79222dc6f2 in Status: SUCCESS [ 1105.621933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.622124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.622340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.622702] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.622702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.622702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.622915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.622915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.623016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.623092] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.021033] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1106.021324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.126328] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.126606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.126606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.126797] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.126972] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.127086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.127150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.127302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.127396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.127482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.127662] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.127751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.127809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128042] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128149] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.128208] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.128244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128633] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.630754] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3573624c-af27-4625-9b27-5c79222dc6f2: rpc.has_security_group_logging(os_id): False [ 1106.649227] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.649406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.649470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.649637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.649728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.649944] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.650043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.650101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.650258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.650352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.650551] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.650636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.650696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.650833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.650900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.651089] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.651176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.651228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.651356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.651426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.651506] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3573624c-af27-4625-9b27-5c79222dc6f2 is going to be created. [ 1106.724732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.724902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.725013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.725244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.725463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.740912] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3573624c-af27-4625-9b27-5c79222dc6f2 in Status: IN_PROGRESS for 2s [ 1108.756394] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3573624c-af27-4625-9b27-5c79222dc6f2 in Status: SUCCESS [ 1108.757753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.204974] env[66328]: INFO networking_nsxv3.common.synchronization [req-a455d30c-867c-4450-85dd-260974582e36 req-9e8acc82-5122-43cb-8ac7-b4ad5806cd01 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1109.207550] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1109.208392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.208576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.208651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.208960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.209168] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.210040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.210636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.210636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.210636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.210636] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.714173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.714446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.714757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.715142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.715318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.715653] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.715831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.715952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.716260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.716502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.716650] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1109.749493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.749493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.749493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.749854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.749854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.760167] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1111.192687] env[66328]: INFO networking_nsxv3.common.synchronization [req-16cdca08-483a-4999-b7b5-c153bc374001 req-893f5582-a0e1-4aac-877f-6a12c014cbb7 tempest-InstanceActionsTestJSON-1147411381 tempest-InstanceActionsTestJSON-1147411381-project-member] Enqueued Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_members [ 1111.193274] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_members [ 1111.193586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.194153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.194250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.194613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.194791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.194893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.196441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.196682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.196782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.196884] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.511207] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.511469] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.511636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.511970] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.512251] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.512474] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.512642] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.512898] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.513057] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.513293] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.513442] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.513575] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.513697] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.513877] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.514092] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.514357] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.537299] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.537655] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.537955] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.538330] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.538755] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.539052] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.539254] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.539708] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.540218] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.700830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.700830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.700830] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6297f27-a093-45c4-b5fe-240465d0f13e already deleted. [ 1111.700830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.770911] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 4s [ 1112.044057] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.044351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.044549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.044831] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.045016] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.045177] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 not found, creating... [ 1112.045440] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.045594] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.045708] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.045967] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.046079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.046390] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.046633] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.046772] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.047036] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.047203] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.047348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 is going to be created. [ 1112.068556] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.069021] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.069279] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.069628] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.069965] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.070301] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.757676] env[66328]: INFO networking_nsxv3.common.synchronization [req-16cdca08-483a-4999-b7b5-c153bc374001 req-4a520978-9462-41a1-8071-6fb908c92326 service nova] Enqueued Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_rules [ 1112.757930] env[66328]: INFO networking_nsxv3.common.synchronization [req-16cdca08-483a-4999-b7b5-c153bc374001 req-4a520978-9462-41a1-8071-6fb908c92326 service nova] Enqueued Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_members [ 1112.758010] env[66328]: INFO networking_nsxv3.common.synchronization [req-16cdca08-483a-4999-b7b5-c153bc374001 req-4a520978-9462-41a1-8071-6fb908c92326 service nova] Enqueued Resource ID: 0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 with Priority: HIGHEST for action port [ 1112.758553] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_rules [ 1112.758688] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_members [ 1112.758786] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 with Priority: HIGHEST for action port [ 1112.759166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.759324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.759412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.759693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.759803] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.760696] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.760845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.760972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.761257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.761491] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.763308] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.763308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.763308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.763308] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.265434] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.266989] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.267221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.267653] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 with status ACTIVE [ 1113.267828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.267952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.267997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.268207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.268301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268945] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.268945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.268945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.268945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.268945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.269207] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.269207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.269207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.269368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.269368] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.269456] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1 is going to be updated. [ 1113.296276] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.296411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.296477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.296758] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.296896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.297104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f3866b4-c8c4-4326-84fb-7ed6a1d7a9d1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.768147] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.781864] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1113.782044] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 1113.782161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.270834] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.271028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.271076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.271301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.271393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.271490] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6297f27-a093-45c4-b5fe-240465d0f13e is going to be created. [ 1114.296192] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.296403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.296403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.296691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.296873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.306976] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6297f27-a093-45c4-b5fe-240465d0f13e in Status: UNINITIALIZED for 2s [ 1114.333450] env[66328]: INFO networking_nsxv3.common.synchronization [req-2baa31ed-20f1-4d27-9bef-58447b721352 req-99033815-9a72-4d1c-93c3-5383acddb80d tempest-ServerPasswordTestJSON-714433314 tempest-ServerPasswordTestJSON-714433314-project-member] Enqueued Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_members [ 1114.333450] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGHEST for action security_group_members [ 1114.333450] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.333744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334015] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.334808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.335213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.335440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.335600] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.608196] env[66328]: INFO networking_nsxv3.common.synchronization [req-fb52bf4d-0d20-4440-a118-b2f6cfa3a125 req-3a7702a5-1fa8-47cc-9da5-bfe08a7ea6c0 tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1114.609015] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1114.609434] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.609641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.609715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.609916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.610101] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.610238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.610285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.610463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.610585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.610731] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.838617] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.838965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.838965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.839109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.839189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.839372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.839519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.839519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.839670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.839749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.839838] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3573624c-af27-4625-9b27-5c79222dc6f2 is going to be updated. [ 1114.879250] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.879387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.879493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.879652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.879791] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.904901] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3573624c-af27-4625-9b27-5c79222dc6f2 in Status: IN_PROGRESS for 2s [ 1114.988210] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.988408] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.988556] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.988787] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.989055] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.989216] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.989329] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.989538] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.989684] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.991151] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.991323] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.991464] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.991566] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.991682] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.992572] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.992572] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.017921] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.018434] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.018434] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.018434] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.019132] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.019132] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.019132] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.019322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.020206] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe337a8-4f1e-4015-ab6f-2c5d94c80f96',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.112915] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.113126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.113196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.113479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.113539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.113709] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.113818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.113876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.114132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.114222] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.114312] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1115.144842] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.144842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.144954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.145132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.145263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.155351] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1115.522753] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.522984] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.523126] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.523409] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.523558] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.523711] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 not found, creating... [ 1115.523965] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.524133] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.524248] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.524522] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.524773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.525222] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.525450] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.525608] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.525834] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.525994] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.526233] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 is going to be created. [ 1115.551178] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.551516] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.551719] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.552049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.552352] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.552620] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.268633] env[66328]: INFO networking_nsxv3.common.synchronization [req-fb52bf4d-0d20-4440-a118-b2f6cfa3a125 req-7e08c144-1355-4b81-bfe8-82af0aa5c170 service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 1116.268633] env[66328]: INFO networking_nsxv3.common.synchronization [req-fb52bf4d-0d20-4440-a118-b2f6cfa3a125 req-7e08c144-1355-4b81-bfe8-82af0aa5c170 service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1116.268633] env[66328]: INFO networking_nsxv3.common.synchronization [req-fb52bf4d-0d20-4440-a118-b2f6cfa3a125 req-7e08c144-1355-4b81-bfe8-82af0aa5c170 service nova] Enqueued Resource ID: bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 with Priority: HIGHEST for action port [ 1116.268977] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 1116.269246] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1116.269246] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 with Priority: HIGHEST for action port [ 1116.269464] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.269598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.269652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.269849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.269966] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.270767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.270926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.271760] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.271760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.271760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.271760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.271760] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe337a8-4f1e-4015-ab6f-2c5d94c80f96',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.317199] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6297f27-a093-45c4-b5fe-240465d0f13e in Status: SUCCESS [ 1116.317199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.317199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.317411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.317563] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.317704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.317704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.317864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.317940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.318067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.318127] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.773510] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.773756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.774091] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 with status ACTIVE [ 1116.774386] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.774592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.774768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.775082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.775232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.776190] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.776190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.776190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.776190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.776190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.776532] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.776595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.776766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.776901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.777033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.777207] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfe337a8-4f1e-4015-ab6f-2c5d94c80f96 is going to be updated. [ 1116.812828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.813032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.813032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.813280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.813616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.813880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe337a8-4f1e-4015-ab6f-2c5d94c80f96" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.820699] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.821163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.821163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.821163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.821392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.821568] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.821659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.821852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.822026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825240] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.825240] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825240] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.922026] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3573624c-af27-4625-9b27-5c79222dc6f2 in Status: SUCCESS [ 1116.922262] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3573624c-af27-4625-9b27-5c79222dc6f2 deletion is rescheduled due to dependency. [ 1116.922380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.166368] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1117.166490] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 deletion is rescheduled due to dependency. [ 1117.166735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.166957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.167203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.167394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.167510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.167575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.167737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.167818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.167908] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.178266] env[66328]: INFO networking_nsxv3.common.synchronization [req-94933711-f611-4efc-b307-70b8a56e2aff req-48b00db8-5edb-4368-ae8b-a207d4b538d9 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1117.179427] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1117.179793] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.179926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.179988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.180338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.180338] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.180455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.180487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.180637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.180719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.180800] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.327273] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6297f27-a093-45c4-b5fe-240465d0f13e: rpc.has_security_group_logging(os_id): False [ 1117.349140] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.349340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.349379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.349570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.349824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.349945] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.350090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.350163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.350289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.350380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.350590] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.350743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.350813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.350987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.351772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.352099] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.352284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.352402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.352699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.352856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.353027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6297f27-a093-45c4-b5fe-240465d0f13e is going to be created. [ 1117.420557] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.420714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.422256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.422256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.422256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.436947] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6297f27-a093-45c4-b5fe-240465d0f13e in Status: IN_PROGRESS for 2s [ 1117.548532] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.548790] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.548905] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.549390] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.550401] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.550690] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.550911] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.551307] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.551600] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.551931] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.552124] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.552308] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.552473] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.552644] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.552852] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.553119] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.577701] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.578015] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.578266] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.578554] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-646" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.579102] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-38ec39f7-2a25-4c0e-b5bf-78e625da389c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.579399] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.579600] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580084] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580342] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ec39f7-2a25-4c0e-b5bf-78e625da389c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.671459] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.683839] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.683943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.683996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.684269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.684380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.684579] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.684697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.684774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.684942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.685068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.685176] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1117.724132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.724329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.724406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.724901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.725147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.737561] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1118.085060] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.085324] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085484] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.085736] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.085880] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.086040] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 38ec39f7-2a25-4c0e-b5bf-78e625da389c not found, creating... [ 1118.086308] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086461] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086650] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086887] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.087033] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087313] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.087460] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.087647] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.087880] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.088040] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.088186] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 38ec39f7-2a25-4c0e-b5bf-78e625da389c is going to be created. [ 1118.124967] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.125205] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.125325] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.125602] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.125827] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.126059] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.173797] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.670621] env[66328]: INFO networking_nsxv3.common.synchronization [req-0cdff5d4-0256-4450-9ba0-3fafc45b76ce req-60f72b1e-2635-4d95-a108-f9780cea491e tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_members [ 1118.672478] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGHEST for action security_group_members [ 1118.672576] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.673559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.673559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.673559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.673559] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.673559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.673559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.673559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.673950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.673950] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.675885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.676028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.676075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.676230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.676323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.676442] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1118.712953] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.713109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.713195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.713423] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.713676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.723296] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1118.849633] env[66328]: INFO networking_nsxv3.common.synchronization [req-94933711-f611-4efc-b307-70b8a56e2aff req-35d93c9b-157f-4c2e-9226-db9e1febba08 service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 1118.851503] env[66328]: INFO networking_nsxv3.common.synchronization [req-94933711-f611-4efc-b307-70b8a56e2aff req-35d93c9b-157f-4c2e-9226-db9e1febba08 service nova] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1118.851728] env[66328]: INFO networking_nsxv3.common.synchronization [req-94933711-f611-4efc-b307-70b8a56e2aff req-35d93c9b-157f-4c2e-9226-db9e1febba08 service nova] Enqueued Resource ID: 38ec39f7-2a25-4c0e-b5bf-78e625da389c with Priority: HIGHEST for action port [ 1118.853110] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_rules [ 1118.854354] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1118.854354] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ec39f7-2a25-4c0e-b5bf-78e625da389c with Priority: HIGHEST for action port [ 1118.854354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.854354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.854354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.854929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.854929] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.856197] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.856389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.856903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ec39f7-2a25-4c0e-b5bf-78e625da389c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.857201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.857356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.857646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.857832] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ec39f7-2a25-4c0e-b5bf-78e625da389c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.179074] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.179074] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.179074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.179074] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 is going to be updated. [ 1119.215154] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.215154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.215154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.215318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.215426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.226645] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49461ada-a689-41e7-ab8e-314c9789fef6 in Status: IN_PROGRESS for 2s [ 1119.360883] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.361101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.363512] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ec39f7-2a25-4c0e-b5bf-78e625da389c with status ACTIVE [ 1119.363719] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.363877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.363950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.364174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.364280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.364500] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.364624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.364667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.364836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.364927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.365134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.365231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.365648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.365648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.365648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.365648] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ec39f7-2a25-4c0e-b5bf-78e625da389c is going to be updated. [ 1119.387453] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.387620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.387678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.387954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.388016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.388152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ec39f7-2a25-4c0e-b5bf-78e625da389c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.454738] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6297f27-a093-45c4-b5fe-240465d0f13e in Status: SUCCESS [ 1119.455084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.748677] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1119.748677] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 1119.749105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.749105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.749177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.749354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.749486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.749583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.749717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.749808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.749906] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.252399] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.636612] env[66328]: INFO networking_nsxv3.common.synchronization [req-4642119e-1f6d-477c-93f4-760b9426d579 req-096e127e-8f65-43af-8acd-a6056e40cc8d tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1120.636612] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1120.636612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.636612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.636612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.636612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.636612] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.636970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.637161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.637424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.637733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.637938] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.737736] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1120.738047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.738168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.738410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.738580] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.738712] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.738782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.738925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.739028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.739112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.739183] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.754886] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.008064] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.008269] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.008388] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.008659] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.008923] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.009081] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.009194] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.009408] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.009548] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.009744] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.009853] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.009957] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.010074] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.010191] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.010274] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.010404] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.031925] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.032180] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.032328] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.032506] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-793" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.033366] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-5f48ac84-704e-4f5a-928a-86e1ee03718c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.033671] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.033789] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.034129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.034275] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f48ac84-704e-4f5a-928a-86e1ee03718c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.140269] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.240195] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49461ada-a689-41e7-ab8e-314c9789fef6 in Status: SUCCESS [ 1121.240379] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 deletion is rescheduled due to dependency. [ 1121.240498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.240791] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.256710] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.256867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.257033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.257234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.257344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.257443] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1121.288562] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.288762] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.288762] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.289028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.289165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.300056] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1121.537375] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.537655] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.537834] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.538179] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.538333] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.538488] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 5f48ac84-704e-4f5a-928a-86e1ee03718c not found, creating... [ 1121.538818] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.539017] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.539192] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.539486] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.539872] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.540035] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.540133] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.540272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.540501] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.540656] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.540825] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 5f48ac84-704e-4f5a-928a-86e1ee03718c is going to be created. [ 1121.564779] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.564999] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.565137] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.565424] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.565784] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.566185] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.642669] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.743085] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db9f96d-897e-408c-93c9-47f0eddc43f5: rpc.has_security_group_logging(os_id): False [ 1121.765319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.765724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.765724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.765842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.765975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.766329] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.766447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.766512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.766754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.766843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.766953] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1121.859217] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.859217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.859217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.859217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.859217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.872706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1122.145045] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.145379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.145379] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.145544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.145641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.145760] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1122.177574] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.177778] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.177861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.178019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.178283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.189712] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1122.274395] env[66328]: INFO networking_nsxv3.common.synchronization [req-4642119e-1f6d-477c-93f4-760b9426d579 req-c7c495a7-6302-4db8-a3f7-f23ffa208efd service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 1122.274564] env[66328]: INFO networking_nsxv3.common.synchronization [req-4642119e-1f6d-477c-93f4-760b9426d579 req-c7c495a7-6302-4db8-a3f7-f23ffa208efd service nova] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1122.274693] env[66328]: INFO networking_nsxv3.common.synchronization [req-4642119e-1f6d-477c-93f4-760b9426d579 req-c7c495a7-6302-4db8-a3f7-f23ffa208efd service nova] Enqueued Resource ID: 5f48ac84-704e-4f5a-928a-86e1ee03718c with Priority: HIGHEST for action port [ 1122.274930] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_rules [ 1122.275079] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1122.275172] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f48ac84-704e-4f5a-928a-86e1ee03718c with Priority: HIGHEST for action port [ 1122.275720] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.275844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.275910] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.276141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.276220] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.277045] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.277141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.277329] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f48ac84-704e-4f5a-928a-86e1ee03718c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.277427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.277487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.277659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.277732] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f48ac84-704e-4f5a-928a-86e1ee03718c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.779636] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.779990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.780087] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f48ac84-704e-4f5a-928a-86e1ee03718c with status ACTIVE [ 1122.780282] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.780400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.780467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.780693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.780790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.780961] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.781068] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.781134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.781350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.781466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.781674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.781778] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.781835] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.781960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.782054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.782144] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f48ac84-704e-4f5a-928a-86e1ee03718c is going to be updated. [ 1122.809492] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.809683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.809739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.810057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.810122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.810348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f48ac84-704e-4f5a-928a-86e1ee03718c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.312104] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1123.312444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.312444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.312671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.312912] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.313105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.313212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.313432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.313498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.313593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.313690] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.818274] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.818763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.818763] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.819092] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.819202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.819338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.819486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.819591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.819777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.819965] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.820142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.820227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.820352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.820621] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.820692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.820808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.821018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.821240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.821486] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.821592] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.888727] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1123.889018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.200832] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1124.201078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.201461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.201709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.202049] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.202049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.202228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.202267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.202329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.202443] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.324354] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aa23567-0dfd-4191-931b-3460b9cdffac: rpc.has_security_group_logging(os_id): False [ 1124.343502] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.343747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.343829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.344147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.344273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.344490] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.344682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.344741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.344940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.345057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.345306] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.345417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.345509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.345693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.345805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.346146] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.346284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.346373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.346565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.346670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.346781] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1124.411266] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.411461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.411461] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.411720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.411821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.429866] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1124.705958] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.207689] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.710568] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.711744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.711744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.711744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.711744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.711744] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1125.744903] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.745101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.745141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.746047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.746047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757627] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1126.449874] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1126.450794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.276094] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.276279] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1127.769163] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1127.769526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.769810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.770046] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.770177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.770265] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.770417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.770501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.770592] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.770684] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.272849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.273114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.273228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.273448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.273632] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.273735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.273800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.273955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.274058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.274149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.274298] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.274389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.274448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.274691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.274828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.274921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.274981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.275133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.275211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.275292] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.275383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.777857] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d1ef84-ce87-4bd6-98db-120c451564ec: rpc.has_security_group_logging(os_id): False [ 1128.797663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.797663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.797663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.797935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.798080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.798287] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.798394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.798458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.798617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.798697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.798931] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.799095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.799243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.799402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.799504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.799769] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.799929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.800067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.800402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.800754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.800754] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1128.871573] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.871573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.871573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.871573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.871862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.890251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1130.060527] env[66328]: INFO networking_nsxv3.common.synchronization [req-63f1dc6e-7a43-47e9-a730-8022a01d1393 req-67d70f7b-4bda-478d-a07d-4683021220d5 tempest-InstanceActionsTestJSON-1147411381 tempest-InstanceActionsTestJSON-1147411381-project-member] Enqueued Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_members [ 1130.060527] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGHEST for action security_group_members [ 1130.060527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.060527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.060527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.060527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.060527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.060926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.060926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.060926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.060926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.061128] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.563531] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.563632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.563770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.564104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.564234] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.564519] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.564658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.564750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.564963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.565093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.565214] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6297f27-a093-45c4-b5fe-240465d0f13e is going to be updated. [ 1130.600610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.600826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.600942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.601188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.601393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.611661] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6297f27-a093-45c4-b5fe-240465d0f13e in Status: IN_PROGRESS for 2s [ 1130.912148] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1130.912384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.892309] env[66328]: INFO networking_nsxv3.common.synchronization [req-d4c1c4bd-e514-4152-9861-e41228097631 req-86eeee09-2b79-4508-b62c-60feae737e75 tempest-ServerDiskConfigTestJSON-787755295 tempest-ServerDiskConfigTestJSON-787755295-project-member] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1131.892847] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGHEST for action security_group_members [ 1131.893373] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.893373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.893373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.893546] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.893687] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.893783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.893846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.893990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.894084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.894175] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.395819] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.396060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.396178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.396466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.396602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.396902] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.396999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.397070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.397217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.397291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.397399] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be updated. [ 1132.427062] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.427062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.427062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.427397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.427397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.437413] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: IN_PROGRESS for 2s [ 1132.621339] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6297f27-a093-45c4-b5fe-240465d0f13e in Status: SUCCESS [ 1132.621537] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6297f27-a093-45c4-b5fe-240465d0f13e deletion is rescheduled due to dependency. [ 1132.621653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.597315] env[66328]: INFO networking_nsxv3.common.synchronization [req-bfd11d93-9304-464d-8ac2-3d0d4bc6284c req-fbb3b9ff-d3bf-4d15-a7fd-463a46614a02 tempest-AttachVolumeShelveTestJSON-1108366078 tempest-AttachVolumeShelveTestJSON-1108366078-project-member] Enqueued Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 1133.598134] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 with Priority: HIGHEST for action security_group_members [ 1133.598675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5bfeb9-65b6-4270-a696-db0c5269b342 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.598675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.598675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.598675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.598965] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.598965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.598965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.599176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.599176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.599260] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5bfeb9-65b6-4270-a696-db0c5269b342',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.015056] env[66328]: INFO networking_nsxv3.common.synchronization [req-b32d67ea-ac89-4712-9329-fd1b6efdb71d req-7ca98b83-166b-46fc-b96d-ce039024ea3c tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_members [ 1134.015056] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGHEST for action security_group_members [ 1134.015393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.015513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.015578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.015772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.016156] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.016156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.016156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.016298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.016298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.016405] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.101789] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.102096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.102096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.102477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.102477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.102603] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.102603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.102686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.102793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.102865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.103750] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 is going to be updated. [ 1134.135985] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.136192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.136299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.137459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.137459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.148421] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: IN_PROGRESS for 2s [ 1134.448755] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aa23567-0dfd-4191-931b-3460b9cdffac in Status: SUCCESS [ 1134.449095] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac deletion is rescheduled due to dependency. [ 1134.449095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.519035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.519162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.519244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.519462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.519551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.519757] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.519855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.519915] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.520075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.520153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.520237] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b is going to be updated. [ 1134.549102] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.549269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.549313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.550023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.550023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.558331] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: IN_PROGRESS for 2s [ 1136.162025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 in Status: SUCCESS [ 1136.162343] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5bfeb9-65b6-4270-a696-db0c5269b342 deletion is rescheduled due to dependency. [ 1136.162343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5bfeb9-65b6-4270-a696-db0c5269b342" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.309036] env[66328]: INFO networking_nsxv3.common.synchronization [req-a124cba5-b967-401b-9774-d4b48fbae454 req-898ede38-981c-42cb-a4bd-eac7c191b965 tempest-DeleteServersTestJSON-788392447 tempest-DeleteServersTestJSON-788392447-project-member] Enqueued Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1136.309309] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 with Priority: HIGHEST for action security_group_members [ 1136.309717] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986d48a-6b81-4f4f-9b22-baf7354ebd32 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.310014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.310014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.310225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.310436] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.310578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.310675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.310850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.310964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.311091] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986d48a-6b81-4f4f-9b22-baf7354ebd32',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.439369] env[66328]: INFO networking_nsxv3.common.synchronization [req-ddfa9628-3ac5-4142-aa82-5b1ecabfb87b req-23c50f6f-5eac-40ac-99f2-970815684161 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1136.439899] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1136.440238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.440397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.440432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.440607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.440771] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.440878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.440941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.441107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.441194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.441283] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.581588] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b in Status: SUCCESS [ 1136.581794] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b deletion is rescheduled due to dependency. [ 1136.581936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.813426] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.813671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.813671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.813933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.814028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.814232] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.814345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.814392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.814552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.814641] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.814870] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 is going to be updated. [ 1136.845861] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.845861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.845861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.845861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.845861] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.855728] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: IN_PROGRESS for 2s [ 1136.943583] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.446429] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.948673] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.948673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.948673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.948940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.948940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.949024] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1137.990625] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.990772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.990979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.991166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.991338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.006178] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1138.872702] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 in Status: SUCCESS [ 1138.873021] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986d48a-6b81-4f4f-9b22-baf7354ebd32 deletion is rescheduled due to dependency. [ 1138.873071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986d48a-6b81-4f4f-9b22-baf7354ebd32" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.017974] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1140.018293] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.470838] env[66328]: INFO networking_nsxv3.common.synchronization [None req-afd2c558-de03-4f90-b7f8-9ab5d917cbeb tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_rules [ 1140.470838] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_rules [ 1140.471548] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.471548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.471548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.471548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.471548] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.562599] env[66328]: INFO networking_nsxv3.common.synchronization [None req-fb9c6dc1-6651-4fd3-8e8a-6160ad5c41ef tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_rules [ 1140.562803] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_rules [ 1140.563167] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.563288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.996934] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.997119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.997477] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.997811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.997920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.998012] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 already deleted. [ 1140.998091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.998266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.998427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.998509] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.031101] env[66328]: INFO networking_nsxv3.common.synchronization [None req-dfbc6326-c2e8-4676-a44b-c7a76cfce0df tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_rules [ 1141.031889] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_rules [ 1141.032236] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.032353] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.032417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.032676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.032759] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.123349] env[66328]: INFO networking_nsxv3.common.synchronization [None req-eef992f4-d45c-45db-8663-d9087ea2c5d6 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_rules [ 1141.123757] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_rules [ 1141.124152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.124455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.519962] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.520143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.520214] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.520420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.520510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.520601] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 already deleted. [ 1141.520682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.552814] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.552971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.553673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.553673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.553673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.553673] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43461d68-57fd-42d1-ac31-01868211e767 already deleted. [ 1141.553673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.553926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.553926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.553926] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.076119] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.076393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.076393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.076559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.076632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.076772] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43461d68-57fd-42d1-ac31-01868211e767 already deleted. [ 1142.076862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.413345] env[66328]: INFO networking_nsxv3.common.synchronization [req-a905d16f-dfa7-471d-901b-23c3510eaf50 req-3edd9f05-e37f-4734-8cba-1238034805e0 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1145.413957] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1145.414322] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.414633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.414633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.414757] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.414866] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.414964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.415036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.415181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.415266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.415356] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.779110] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.779110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.779110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.779110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.779110] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.779110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.779110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.779110] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.779583] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.779583] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.779787] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.779787] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.779877] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.780025] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.780145] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.780299] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.806420] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.806420] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.806420] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.807067] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.807067] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-5759a60c-ec59-4ca5-8a07-41b356f2d41d taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.809167] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.809167] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.809167] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.809167] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5759a60c-ec59-4ca5-8a07-41b356f2d41d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.918372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.918372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.918372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.918642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.918642] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.918795] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.918865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.918934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.919101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.919179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.919268] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1145.947900] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.948159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.948159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.948263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.948401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.958202] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1146.310967] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.311292] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.311411] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.311697] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.311849] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.312022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 5759a60c-ec59-4ca5-8a07-41b356f2d41d not found, creating... [ 1146.312296] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.312449] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.312557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.312772] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.312910] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.313215] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.313358] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.313470] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.313672] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.313840] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.314048] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 5759a60c-ec59-4ca5-8a07-41b356f2d41d is going to be created. [ 1146.339214] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.339433] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.339552] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.339813] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.340077] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.340306] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.079323] env[66328]: INFO networking_nsxv3.common.synchronization [req-a905d16f-dfa7-471d-901b-23c3510eaf50 req-5eef2518-cc9b-4825-97ef-50829772dacf service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1147.079587] env[66328]: INFO networking_nsxv3.common.synchronization [req-a905d16f-dfa7-471d-901b-23c3510eaf50 req-5eef2518-cc9b-4825-97ef-50829772dacf service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1147.079625] env[66328]: INFO networking_nsxv3.common.synchronization [req-a905d16f-dfa7-471d-901b-23c3510eaf50 req-5eef2518-cc9b-4825-97ef-50829772dacf service nova] Enqueued Resource ID: 5759a60c-ec59-4ca5-8a07-41b356f2d41d with Priority: HIGHEST for action port [ 1147.080147] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1147.080282] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1147.080381] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5759a60c-ec59-4ca5-8a07-41b356f2d41d with Priority: HIGHEST for action port [ 1147.080659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.080779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.080847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.084612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.084770] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.086434] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.086434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.086434] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-5759a60c-ec59-4ca5-8a07-41b356f2d41d taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.086434] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.086690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.086690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.086814] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5759a60c-ec59-4ca5-8a07-41b356f2d41d',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.326598] env[66328]: INFO networking_nsxv3.common.synchronization [req-67074cc5-e018-41fc-9d29-44ac452a293d req-5735515a-ca97-40e6-a7e6-6123b594ca27 tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_members [ 1147.327211] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_members [ 1147.327518] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.327640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.327706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.327972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.328145] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.328274] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.328337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.328493] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.328591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.328693] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.494753] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd3f43a8-49e6-463e-b055-b091f5c33b79 req-5a144a8a-8a6e-432e-8c98-8870bacbc140 tempest-ServersTestJSON-1254446617 tempest-ServersTestJSON-1254446617-project-member] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1147.497050] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGHEST for action security_group_members [ 1147.497050] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.497050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.497050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.497050] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.497050] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.497389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.497389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.497529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.497623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.497718] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.588604] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.588855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.589180] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5759a60c-ec59-4ca5-8a07-41b356f2d41d with status ACTIVE [ 1147.589180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.589330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.589330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.589497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.589581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.589750] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.589846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.589907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.590082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.590162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.590341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.590433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.590490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.590628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.590701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.590782] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5759a60c-ec59-4ca5-8a07-41b356f2d41d is going to be updated. [ 1147.619405] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.619639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.619639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.619798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.619933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.620113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5759a60c-ec59-4ca5-8a07-41b356f2d41d" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.662820] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.663070] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.663163] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.663499] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.663693] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.663848] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.663963] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.664205] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.664351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.664551] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.664662] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.664770] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.664871] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.664974] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.665088] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.665216] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.689825] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.689991] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.690137] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.690317] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.690627] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-d6c1a884-e62c-452c-bc72-5459d8cd691c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.690801] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.690922] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.691312] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.691452] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c1a884-e62c-452c-bc72-5459d8cd691c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.831037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.831227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.831227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.831444] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.831535] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.831736] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.832072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.832240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.832298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.832375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.832461] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 already deleted. [ 1147.832543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.967676] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1147.967849] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd deletion is rescheduled due to dependency. [ 1147.967954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.968131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.968346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.968524] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.968704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.968704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.968845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.968912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.969040] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.000437] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.000669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.000772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.001431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.001431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.001605] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.001713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.001828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.002153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.002280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.002435] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be updated. [ 1148.036375] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.036533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.036585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.036890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.037038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.046700] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: IN_PROGRESS for 2s [ 1148.194682] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.194973] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.195077] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.195360] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.195508] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.195656] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port d6c1a884-e62c-452c-bc72-5459d8cd691c not found, creating... [ 1148.196045] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.196228] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.196351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.196578] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.196710] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.197125] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.197309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.197426] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.197636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.197781] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.198223] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: d6c1a884-e62c-452c-bc72-5459d8cd691c is going to be created. [ 1148.221447] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.221662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.221796] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222137] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.222372] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222593] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.471572] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.941026] env[66328]: INFO networking_nsxv3.common.synchronization [req-67074cc5-e018-41fc-9d29-44ac452a293d req-54315203-4d5b-4642-a9bb-4aff436678af service nova] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_rules [ 1148.941026] env[66328]: INFO networking_nsxv3.common.synchronization [req-67074cc5-e018-41fc-9d29-44ac452a293d req-54315203-4d5b-4642-a9bb-4aff436678af service nova] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_members [ 1148.941026] env[66328]: INFO networking_nsxv3.common.synchronization [req-67074cc5-e018-41fc-9d29-44ac452a293d req-54315203-4d5b-4642-a9bb-4aff436678af service nova] Enqueued Resource ID: d6c1a884-e62c-452c-bc72-5459d8cd691c with Priority: HIGHEST for action port [ 1148.941026] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_rules [ 1148.941026] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_members [ 1148.941026] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c1a884-e62c-452c-bc72-5459d8cd691c with Priority: HIGHEST for action port [ 1148.941026] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.941026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.941026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.941026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.941871] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.943602] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.943714] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.943773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.943950] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.944114] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.944205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.944262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.944402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.944481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.944577] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.945333] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c1a884-e62c-452c-bc72-5459d8cd691c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.945448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.945740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.945740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.945740] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c1a884-e62c-452c-bc72-5459d8cd691c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.974119] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.378772] env[66328]: INFO networking_nsxv3.common.synchronization [req-817110b8-d9ff-4426-80b6-7e907ff63e82 req-aad0f22c-baab-4ad2-a195-907282b1756f tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_members [ 1149.379997] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_members [ 1149.379997] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.379997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.379997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.380696] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.380696] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.380888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.380888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.382060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.382060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.382060] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.447708] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.448758] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.448890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.449027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6c1a884-e62c-452c-bc72-5459d8cd691c with status ACTIVE [ 1149.449260] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.449364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.449427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.449620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.449727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.449862] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.449953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.450030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.450180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.450256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.450431] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.450548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.450590] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.450701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.450774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.450853] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6c1a884-e62c-452c-bc72-5459d8cd691c is going to be updated. [ 1149.472663] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.472810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.472881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.473104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.473240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.473415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c1a884-e62c-452c-bc72-5459d8cd691c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.477872] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.478018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.478922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.479146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.479239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.479335] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1149.514185] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.514339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.516402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.516402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.516402] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.535936] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1149.747798] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.748007] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.748130] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.748403] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.748663] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.748816] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.748930] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.749206] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.749349] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.749555] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.749696] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.749808] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.749920] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.750030] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.750597] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.750797] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.772676] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.772898] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.773051] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.773276] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.773625] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.773805] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.773920] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.774304] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.774441] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c88f5d-50f3-45e5-a10a-cdc3c91f1515',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.883849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.884060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.884105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.884327] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.884427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.884687] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.884859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.884859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.885417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.885545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.885644] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43461d68-57fd-42d1-ac31-01868211e767 already deleted. [ 1149.885733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.921820] env[66328]: INFO networking_nsxv3.common.synchronization [None req-7e7b0f3f-8eda-4066-b90f-d7e63dc0aec7 None None] Enqueued Resource ID: ba12880d-a0f2-4365-8d58-852a4283375f with Priority: HIGHEST for action port [ 1149.922416] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba12880d-a0f2-4365-8d58-852a4283375f with Priority: HIGHEST for action port [ 1149.922729] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba12880d-a0f2-4365-8d58-852a4283375f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.922853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba12880d-a0f2-4365-8d58-852a4283375f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.922934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba12880d-a0f2-4365-8d58-852a4283375f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.923325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba12880d-a0f2-4365-8d58-852a4283375f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.923409] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba12880d-a0f2-4365-8d58-852a4283375f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.953899] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.056663] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d1ef84-ce87-4bd6-98db-120c451564ec in Status: SUCCESS [ 1150.056877] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec deletion is rescheduled due to dependency. [ 1150.057033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.280462] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.280462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.280462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.280462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.280462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.280462] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 not found, creating... [ 1150.280462] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.280462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.280462] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.281342] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.281342] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.281342] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.281342] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.281342] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.281531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.281531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.281642] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 is going to be created. [ 1150.301780] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.302018] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.302201] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.302535] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.303012] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.303099] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.426706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba12880d-a0f2-4365-8d58-852a4283375f [ 1150.427181] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.427181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.427376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.427428] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.427518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.427613] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba12880d-a0f2-4365-8d58-852a4283375f already deleted. [ 1150.427700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba12880d-a0f2-4365-8d58-852a4283375f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.457311] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.457527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.457571] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.457804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.457977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.458085] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 is going to be created. [ 1150.490293] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.490570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.490570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.490703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.490878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.503379] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 in Status: UNINITIALIZED for 2s [ 1151.071709] env[66328]: INFO networking_nsxv3.common.synchronization [req-817110b8-d9ff-4426-80b6-7e907ff63e82 req-17f52ba4-8683-45a7-b4ef-a9f21e9548a8 service nova] Enqueued Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_rules [ 1151.071930] env[66328]: INFO networking_nsxv3.common.synchronization [req-817110b8-d9ff-4426-80b6-7e907ff63e82 req-17f52ba4-8683-45a7-b4ef-a9f21e9548a8 service nova] Enqueued Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_members [ 1151.072171] env[66328]: INFO networking_nsxv3.common.synchronization [req-817110b8-d9ff-4426-80b6-7e907ff63e82 req-17f52ba4-8683-45a7-b4ef-a9f21e9548a8 service nova] Enqueued Resource ID: b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 with Priority: HIGHEST for action port [ 1151.072854] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_rules [ 1151.073056] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_members [ 1151.073225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 with Priority: HIGHEST for action port [ 1151.073618] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.073795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.073903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.075320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.075464] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.077458] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.077586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.077655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.078100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.078100] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.078213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.078213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.078371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.078454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.078558] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.079499] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.079629] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.079686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.079999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.080557] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c88f5d-50f3-45e5-a10a-cdc3c91f1515',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.403352] env[66328]: INFO networking_nsxv3.common.synchronization [req-5e93c489-87bd-4ea4-900e-99d88766e173 req-e13c82dd-8aea-49b1-8117-d0642160fb75 tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_members [ 1151.403862] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGHEST for action security_group_members [ 1151.404134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.404316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.404453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.404720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.404954] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.405130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.405243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.405484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.405616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.405756] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.547724] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1151.548056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.548163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.548395] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.548585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.548775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.548775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.548933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.549033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.549144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.549307] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.582287] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.582536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.582757] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.583681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 with status ACTIVE [ 1151.583896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.583973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.584096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.584268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.584369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.584544] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.584652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.584711] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.585105] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.585213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.585438] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.585604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.585708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.585940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.586051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.586166] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c88f5d-50f3-45e5-a10a-cdc3c91f1515 is going to be updated. [ 1151.610300] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.611110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.611370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c88f5d-50f3-45e5-a10a-cdc3c91f1515" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.908786] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.908976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.908976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.909443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.909519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.910287] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.910287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.910287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.910287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.910287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.910287] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa is going to be updated. [ 1151.948470] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.948645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.948691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.948882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.949039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.960186] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: IN_PROGRESS for 2s [ 1152.052412] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.052632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.052632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.052886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.053111] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.053278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.053278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.053447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.053622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.053697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.053813] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.053909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.053973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.054216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.054403] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.054508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.054572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.054720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.054827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.054922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.055038] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.089973] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.518196] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 in Status: SUCCESS [ 1152.518415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.518582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.518806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.518991] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.519157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.519221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.519372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.519455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.519553] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.519655] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.557189] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dda362-7c03-4b1d-9d23-0966ab6effbd: rpc.has_security_group_logging(os_id): False [ 1152.574742] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.574927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.575033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.575716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.575716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.575716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.576521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.576521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.576521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.576521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.576521] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.576521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.576826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.576826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.576826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.577129] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.578014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.578014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.578014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.578014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.578014] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1152.593066] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.593241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.593364] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.593528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.593617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.594341] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43461d68-57fd-42d1-ac31-01868211e767 is going to be created. [ 1152.626725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.626988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.627152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.627378] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.627545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.640019] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43461d68-57fd-42d1-ac31-01868211e767 in Status: UNINITIALIZED for 2s [ 1152.654123] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.654199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.654864] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.655093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.655226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.675630] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1153.026067] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.528191] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 048b6322-4a88-4f82-b1e8-917f8dbc3e02: rpc.has_security_group_logging(os_id): False [ 1153.534240] env[66328]: INFO networking_nsxv3.common.synchronization [None req-634cfae2-5c65-43ea-a91e-0bb0f38e5f8b None None] Enqueued Resource ID: db6ce67b-8f01-441e-9f63-ae762e396e3b with Priority: HIGHEST for action port [ 1153.534240] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6ce67b-8f01-441e-9f63-ae762e396e3b with Priority: HIGHEST for action port [ 1153.534765] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-db6ce67b-8f01-441e-9f63-ae762e396e3b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.534765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db6ce67b-8f01-441e-9f63-ae762e396e3b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.534765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db6ce67b-8f01-441e-9f63-ae762e396e3b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.535058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db6ce67b-8f01-441e-9f63-ae762e396e3b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.535058] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6ce67b-8f01-441e-9f63-ae762e396e3b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.547742] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.550018] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.550018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.550018] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 is going to be created. [ 1153.628324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.628324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.628324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.628324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.628324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.641739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 in Status: IN_PROGRESS for 2s [ 1153.972842] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa in Status: SUCCESS [ 1153.973077] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa deletion is rescheduled due to dependency. [ 1153.973220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.038874] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db6ce67b-8f01-441e-9f63-ae762e396e3b [ 1154.039170] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.039355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.039436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.039652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.039746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.039844] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db6ce67b-8f01-441e-9f63-ae762e396e3b already deleted. [ 1154.039926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db6ce67b-8f01-441e-9f63-ae762e396e3b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.126259] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1c149439-b2b5-4772-8724-740f7d09b160 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1154.126259] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1154.127195] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.127454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.127454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.127653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.127830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.127958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.129188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.129188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.129188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.129188] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.630527] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.650053] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43461d68-57fd-42d1-ac31-01868211e767 in Status: SUCCESS [ 1154.650346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.650850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.651141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.651394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.651514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.651579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.651737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.651819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.651904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.651988] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.692319] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1154.692723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.133280] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.154093] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.636463] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.636957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.636957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.637076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.637137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.637241] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1155.655800] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43461d68-57fd-42d1-ac31-01868211e767: rpc.has_security_group_logging(os_id): False [ 1155.659873] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 in Status: SUCCESS [ 1155.660118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.685219] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.685410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.685455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.685677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.685753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.685966] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.686117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.686117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.686277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.686354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.686441] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43461d68-57fd-42d1-ac31-01868211e767 is going to be created. [ 1155.688474] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.688665] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.688665] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.688808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.688946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.699484] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1155.769496] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.769496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.769496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.769496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.769496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.783261] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43461d68-57fd-42d1-ac31-01868211e767 in Status: IN_PROGRESS for 2s [ 1156.342471] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.342681] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.342809] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.343100] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.343362] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.343514] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.343625] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.343847] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.343992] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.344213] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.344321] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.344426] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.344527] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.344629] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.344833] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.344997] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.363252] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.363465] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.363536] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.363704] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.364017] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-01c623be-64d3-40f4-9cd8-421aad793537 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.364182] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.364296] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364632] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.364795] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c623be-64d3-40f4-9cd8-421aad793537',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.867992] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.868529] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.868529] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.868955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.869198] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.869425] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 01c623be-64d3-40f4-9cd8-421aad793537 not found, creating... [ 1156.869827] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.870087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.870379] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.870742] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.870949] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.871412] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.871643] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.871814] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.872146] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.872349] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.872550] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 01c623be-64d3-40f4-9cd8-421aad793537 is going to be created. [ 1156.904066] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.904339] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.904463] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.904784] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.905095] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.905368] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.606957] env[66328]: INFO networking_nsxv3.common.synchronization [req-dba1c8b7-adf8-4b30-986f-3c3ae87c5e02 req-5efadd2a-6fa0-4d27-b926-c0256c90d377 service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1157.607278] env[66328]: INFO networking_nsxv3.common.synchronization [req-dba1c8b7-adf8-4b30-986f-3c3ae87c5e02 req-5efadd2a-6fa0-4d27-b926-c0256c90d377 service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1157.607278] env[66328]: INFO networking_nsxv3.common.synchronization [req-dba1c8b7-adf8-4b30-986f-3c3ae87c5e02 req-5efadd2a-6fa0-4d27-b926-c0256c90d377 service nova] Enqueued Resource ID: 01c623be-64d3-40f4-9cd8-421aad793537 with Priority: HIGHEST for action port [ 1157.608109] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1157.608243] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1157.608335] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c623be-64d3-40f4-9cd8-421aad793537 with Priority: HIGHEST for action port [ 1157.608615] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.609032] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609139] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.609918] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.610047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.610224] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c623be-64d3-40f4-9cd8-421aad793537 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.610347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.610403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.610542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.610639] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c623be-64d3-40f4-9cd8-421aad793537',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.709838] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1157.710158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.710382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.710657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.710890] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.711072] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.711182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.711422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.711512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.711651] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.796329] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43461d68-57fd-42d1-ac31-01868211e767 in Status: SUCCESS [ 1157.796639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.041007] env[66328]: INFO networking_nsxv3.common.synchronization [req-37126091-8f62-47c7-be2d-ebc0014e35fb req-b00af6f5-634e-4305-9158-ad7be6c303e7 tempest-ServerMetadataNegativeTestJSON-81814774 tempest-ServerMetadataNegativeTestJSON-81814774-project-member] Enqueued Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_members [ 1158.041696] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_members [ 1158.042023] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.042170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.042282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.042512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.042681] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.042934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.042934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.043025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.043146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.043255] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.111859] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.112141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.112408] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01c623be-64d3-40f4-9cd8-421aad793537 with status ACTIVE [ 1158.112596] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.112723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.112787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.113614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.113752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.113996] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.114181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.114282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.114579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.114695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.114921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.115034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.115093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.115256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.115335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.115424] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01c623be-64d3-40f4-9cd8-421aad793537 is going to be updated. [ 1158.141933] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.142153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.142153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.142643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c623be-64d3-40f4-9cd8-421aad793537" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.213617] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.373326] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.373491] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-134" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.374114] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-134" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.374114] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-134" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.374318] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.374498] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.374758] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.374916] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.375147] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.375378] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.375557] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.375755] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.375755] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.375853] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.375921] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.376109] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.398989] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.399174] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.399309] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.399488] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-134" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.399790] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-b095e0f0-d962-40e4-a21e-67a2802dc2b9 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.399964] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.400094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.400444] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.400559] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b095e0f0-d962-40e4-a21e-67a2802dc2b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.545679] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.545850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.545893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.546138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.546227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.546750] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.546750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.546750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.546750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.546750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.547370] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 already deleted. [ 1158.547370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.716381] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.902928] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.903177] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.903306] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.903634] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.903844] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.904037] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port b095e0f0-d962-40e4-a21e-67a2802dc2b9 not found, creating... [ 1158.904341] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.904499] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.904614] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.904838] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.904977] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.905274] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.905438] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.905560] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.905812] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.905985] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.906174] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: b095e0f0-d962-40e4-a21e-67a2802dc2b9 is going to be created. [ 1158.928978] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.929259] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.929388] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.929652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.929981] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.930243] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.219219] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.221030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.221030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.221030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.221030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.221030] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1159.248331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.248331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.248331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.248331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.248331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.257105] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1159.637020] env[66328]: INFO networking_nsxv3.common.synchronization [req-37126091-8f62-47c7-be2d-ebc0014e35fb req-afbd559a-a7d6-495a-a55f-029586099c4d service nova] Enqueued Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_rules [ 1159.637912] env[66328]: INFO networking_nsxv3.common.synchronization [req-37126091-8f62-47c7-be2d-ebc0014e35fb req-afbd559a-a7d6-495a-a55f-029586099c4d service nova] Enqueued Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_members [ 1159.637912] env[66328]: INFO networking_nsxv3.common.synchronization [req-37126091-8f62-47c7-be2d-ebc0014e35fb req-afbd559a-a7d6-495a-a55f-029586099c4d service nova] Enqueued Resource ID: b095e0f0-d962-40e4-a21e-67a2802dc2b9 with Priority: HIGHEST for action port [ 1159.638129] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_rules [ 1159.638262] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_members [ 1159.638349] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b095e0f0-d962-40e4-a21e-67a2802dc2b9 with Priority: HIGHEST for action port [ 1159.638619] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.638753] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.638817] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.639092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.639198] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.640142] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.640300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.640300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.640413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.640547] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.640639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.640706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.640867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.640933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.641048] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.643767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-b095e0f0-d962-40e4-a21e-67a2802dc2b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.643767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.643767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.643767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.643767] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b095e0f0-d962-40e4-a21e-67a2802dc2b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.144947] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.145992] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.146136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.146296] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b095e0f0-d962-40e4-a21e-67a2802dc2b9 with status ACTIVE [ 1160.146458] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.146560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.146617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.146840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.149392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.149392] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.149392] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.149392] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b095e0f0-d962-40e4-a21e-67a2802dc2b9 is going to be updated. [ 1160.169755] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.170010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.170114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.170328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.170467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.171139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b095e0f0-d962-40e4-a21e-67a2802dc2b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.651027] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.153749] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.153965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.154096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.154387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.154519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.154628] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 is going to be created. [ 1161.182646] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.183139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.194829] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 in Status: UNINITIALIZED for 2s [ 1161.268651] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1161.268875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.269051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.269294] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.269485] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.269599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.269669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.269803] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.269882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.270087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.270087] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.772784] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.773246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.773246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.773246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.773383] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.773479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.773539] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.773693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.773765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.773851] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.774215] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.774316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.774375] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.774522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.774655] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.774743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.774792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.774961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.775041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.775125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.775209] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.277567] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dda362-7c03-4b1d-9d23-0966ab6effbd: rpc.has_security_group_logging(os_id): False [ 1162.295482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.295689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.295689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.295876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.295965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.296228] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.296333] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.296372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.296502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.296576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.296758] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.296904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.297021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.297127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.297199] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.297408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.297504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.297544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.297651] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.297722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.297802] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1162.359845] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.359998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.360092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.360302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.360448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.377573] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1162.738220] env[66328]: INFO networking_nsxv3.common.synchronization [req-c534d2ad-081e-48f4-a99e-de45188cad0c req-1c2670a3-d33d-402d-b0ef-45bd281c51ee tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 1162.738751] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 1162.739057] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.739191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.739264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.739462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.739616] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.739713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.739773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.739905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.740010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.740088] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.209554] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 in Status: SUCCESS [ 1163.209879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.210093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.210326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.210521] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.210652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.210740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.210911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.211036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.211151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.211250] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.242073] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.717173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.717173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.717173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.717173] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.717173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.717832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.717832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.717832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.717832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.717832] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.744893] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.220907] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4675e56d-87ec-42bb-a39a-a792f90eef42: rpc.has_security_group_logging(os_id): False [ 1164.238781] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.238990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.238990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.239249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.239345] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.239541] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.239643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.239704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.239852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.239929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.240120] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.240228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.240330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.240494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.240570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.240762] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.240854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.240913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.241060] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.241132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.241215] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 is going to be created. [ 1164.246998] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.247142] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.247184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.247328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.247403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.247487] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be updated. [ 1164.276009] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.276313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.276417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.276659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.276842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.285296] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 1164.303484] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.303709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.303709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.303924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.304093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.319568] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 in Status: IN_PROGRESS for 2s [ 1164.393877] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1164.394141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.112577] env[66328]: INFO networking_nsxv3.common.synchronization [req-1e7474c9-9f7e-4925-a5f2-e4d8b03425a3 req-8b70e3a7-616f-4db1-8e1b-7ff18d02f5fb tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_members [ 1166.113164] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb with Priority: HIGHEST for action security_group_members [ 1166.113587] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f7e071-6324-4c1b-9b1f-3382c269b3eb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.113792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.113792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.113982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.114129] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.114304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.114359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.114528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.114636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.115278] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f7e071-6324-4c1b-9b1f-3382c269b3eb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.297229] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 1166.297436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.331751] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 in Status: SUCCESS [ 1166.331751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.617534] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.617690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.617787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.618159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.618303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.618635] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.618737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.618834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.619031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.619130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.619226] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb is going to be updated. [ 1166.644848] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.645027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.645087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.645277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.645419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.656383] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb in Status: IN_PROGRESS for 2s [ 1168.668502] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb in Status: SUCCESS [ 1168.668799] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f7e071-6324-4c1b-9b1f-3382c269b3eb deletion is rescheduled due to dependency. [ 1168.668799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f7e071-6324-4c1b-9b1f-3382c269b3eb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.432616] env[66328]: INFO networking_nsxv3.common.synchronization [req-c1fd82b9-0d79-4aa5-9437-acbd9db15fe3 req-db6f8501-9d8b-4e43-8221-35104bbe1c02 tempest-ServerRescueNegativeTestJSON-248741818 tempest-ServerRescueNegativeTestJSON-248741818-project-member] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 1169.432768] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGHEST for action security_group_members [ 1169.433611] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.433611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.433611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.433611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.433611] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.433611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.433916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.433916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.433916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.434028] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.935797] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.936120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.936120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.936300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.936408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.936609] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.936705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.936766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.937013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.937112] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.937198] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be updated. [ 1169.964526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.964698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.964737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.964939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.965104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.973587] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: IN_PROGRESS for 2s [ 1170.247777] env[66328]: INFO networking_nsxv3.common.synchronization [req-58e78e25-6b34-4d25-9f0d-b5bb418777c8 req-3fb44310-4625-4980-bca1-61922860ae84 tempest-ServerMetadataNegativeTestJSON-81814774 tempest-ServerMetadataNegativeTestJSON-81814774-project-member] Enqueued Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_members [ 1170.248446] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGHEST for action security_group_members [ 1170.248768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.248893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.248958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.249174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.249332] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.249431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.249495] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.249645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.249731] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.249823] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.752896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.752896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.752896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.752896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.752896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.753226] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.753226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.753226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.753350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.753391] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.753467] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 is going to be updated. [ 1170.782869] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.783078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.783078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.783278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.783421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.796027] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 in Status: IN_PROGRESS for 2s [ 1170.917685] env[66328]: INFO networking_nsxv3.common.synchronization [req-00781b24-9911-4436-959d-ac2608a5d53d req-76c75725-cbda-4731-90bc-b51e0be08bdb tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1170.918245] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1170.918554] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.918686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.918733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.918925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.919304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.919363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.919427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.919588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.919677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.919767] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.156638] env[66328]: INFO networking_nsxv3.common.synchronization [None req-7799c4ab-e71d-445c-8b72-1d2e93c1b7d0 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1171.157284] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1171.157671] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.157847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421871] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.925055] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.986104] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae945c8-a225-48fd-9123-63478c3921f1 in Status: SUCCESS [ 1171.986104] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 deletion is rescheduled due to dependency. [ 1171.986104] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.427137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.427534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.427534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.427836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.427974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.428149] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1172.455047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.455207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.455301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.455531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.455670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.465059] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1172.807096] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 in Status: SUCCESS [ 1172.807255] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 deletion is rescheduled due to dependency. [ 1172.807382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.801684] env[66328]: INFO networking_nsxv3.common.synchronization [req-c478de78-f870-4323-ab31-4f641a72b13f req-e6f239ee-8038-4fc0-9ea5-848cad4d8ae9 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_members [ 1173.803329] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 with Priority: HIGHEST for action security_group_members [ 1173.803589] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.804457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.804457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.804457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.804457] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.804457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.804457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.804752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.804752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.804752] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d6fcbf-9e32-4c09-b311-4f23d648ad65',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.306955] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.307190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.307247] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.307445] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.307549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.307790] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.307921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.307983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.308196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.308289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.308414] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 is going to be updated. [ 1174.334385] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.334606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.334606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.334779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.334955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.346125] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 in Status: IN_PROGRESS for 2s [ 1174.479693] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1174.479871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.480091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.480266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.480545] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.480618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.480618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.480761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.480844] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.480936] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.986648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.987038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.987181] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.987366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.987465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.987669] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.987788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.987862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.988186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.988264] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.988359] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1175.015253] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.015393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.015462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.015662] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.015798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.024352] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1176.356070] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 in Status: SUCCESS [ 1176.356432] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d6fcbf-9e32-4c09-b311-4f23d648ad65 deletion is rescheduled due to dependency. [ 1176.356432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d6fcbf-9e32-4c09-b311-4f23d648ad65" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.035420] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1177.035598] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd deletion is rescheduled due to dependency. [ 1177.035767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.379936] env[66328]: INFO networking_nsxv3.common.synchronization [req-4065bd09-ff3b-45b2-b9a7-ad5e7b11cb50 req-f6a5dddb-aa0d-4e9a-bea5-1bd4a7a351a5 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 1177.380521] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 1177.380856] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.380982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.381073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.381273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.381430] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.381537] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.381595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.381735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.381828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.381919] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.696823] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.697023] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.697791] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.697791] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.697791] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.697791] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.698074] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.698074] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.698207] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.698396] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.698498] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.698596] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.698694] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.698793] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.698890] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.699024] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.718129] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.718350] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.718486] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.718652] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.718961] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.719148] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.719299] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.719601] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.719738] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.884313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.884485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.884485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.884713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.884805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.884995] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.885132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.885172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.885304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.885499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.885499] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be deleted. [ 1177.915902] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.916131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.916131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.916320] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.916589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.916589] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.225030] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.225030] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb not found, creating... [ 1178.225030] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.225030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.225598] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.225598] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.225598] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.225598] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.225955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.226280] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb is going to be created. [ 1178.248075] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.248665] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.248979] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.249453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.249824] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.250590] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765298] env[66328]: INFO networking_nsxv3.common.synchronization [None req-e6fd39ab-7399-42f7-b242-edfa37bc2578 None None] Enqueued Resource ID: c0ec361d-e31a-4b89-a433-be4d86474e43 with Priority: HIGHEST for action port [ 1178.765298] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ec361d-e31a-4b89-a433-be4d86474e43 with Priority: HIGHEST for action port [ 1178.765768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ec361d-e31a-4b89-a433-be4d86474e43 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.766800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ec361d-e31a-4b89-a433-be4d86474e43" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.766800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ec361d-e31a-4b89-a433-be4d86474e43" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.766800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ec361d-e31a-4b89-a433-be4d86474e43" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.766800] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ec361d-e31a-4b89-a433-be4d86474e43',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.952882] env[66328]: INFO networking_nsxv3.common.synchronization [req-4065bd09-ff3b-45b2-b9a7-ad5e7b11cb50 req-197af20e-e196-4e33-9f46-3032efba7afb service nova] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_rules [ 1178.952882] env[66328]: INFO networking_nsxv3.common.synchronization [req-4065bd09-ff3b-45b2-b9a7-ad5e7b11cb50 req-197af20e-e196-4e33-9f46-3032efba7afb service nova] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 1178.952971] env[66328]: INFO networking_nsxv3.common.synchronization [req-4065bd09-ff3b-45b2-b9a7-ad5e7b11cb50 req-197af20e-e196-4e33-9f46-3032efba7afb service nova] Enqueued Resource ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb with Priority: HIGHEST for action port [ 1178.953172] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_rules [ 1178.953298] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 1178.953390] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb with Priority: HIGHEST for action port [ 1178.954175] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.954355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.954447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.954677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.954787] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.955722] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.955871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.955965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.956176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.956356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.956480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.956565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.956733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.956850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.957032] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.958318] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.958318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.958318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.958725] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.959531] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.269299] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0ec361d-e31a-4b89-a433-be4d86474e43 [ 1179.269682] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.269682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.269838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.269937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.270037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.271081] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0ec361d-e31a-4b89-a433-be4d86474e43 already deleted. [ 1179.271081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ec361d-e31a-4b89-a433-be4d86474e43" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.461206] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.461332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.461524] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.462480] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb with status ACTIVE [ 1179.462674] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.462788] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.462854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.463061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.463153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.463319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.463412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.463474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.463628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.463702] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.463874] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.463962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.464458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.464643] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.464720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.464804] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb is going to be updated. [ 1179.485825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.486633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.486633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.486633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.487188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.487188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.967320] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.472024] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.472704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.472704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.472704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.472704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.472883] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be created. [ 1180.497614] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.498101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.498226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.498439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.498612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.507821] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: UNINITIALIZED for 2s [ 1181.056290] env[66328]: INFO networking_nsxv3.common.synchronization [None req-11fb0b85-3a2d-4e10-b677-af5f58666950 None None] Enqueued Resource ID: aa357c9b-2b1b-475a-b1c7-efba3821a7a9 with Priority: HIGHEST for action port [ 1181.056759] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa357c9b-2b1b-475a-b1c7-efba3821a7a9 with Priority: HIGHEST for action port [ 1181.057236] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa357c9b-2b1b-475a-b1c7-efba3821a7a9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.057432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa357c9b-2b1b-475a-b1c7-efba3821a7a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.057432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa357c9b-2b1b-475a-b1c7-efba3821a7a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.057752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa357c9b-2b1b-475a-b1c7-efba3821a7a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.057823] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa357c9b-2b1b-475a-b1c7-efba3821a7a9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.346541] env[66328]: INFO networking_nsxv3.common.synchronization [None req-18eafcdd-8606-4d32-a30d-2bafdb76306e None None] Enqueued Resource ID: ce4db4b6-dc37-4e3a-b2e5-395ec5764c55 with Priority: HIGHEST for action port [ 1181.347146] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4db4b6-dc37-4e3a-b2e5-395ec5764c55 with Priority: HIGHEST for action port [ 1181.347487] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce4db4b6-dc37-4e3a-b2e5-395ec5764c55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.347622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce4db4b6-dc37-4e3a-b2e5-395ec5764c55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.347688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce4db4b6-dc37-4e3a-b2e5-395ec5764c55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.348185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce4db4b6-dc37-4e3a-b2e5-395ec5764c55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.349031] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4db4b6-dc37-4e3a-b2e5-395ec5764c55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.559768] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa357c9b-2b1b-475a-b1c7-efba3821a7a9 [ 1181.559768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.559993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.559993] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.560179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.560267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.560360] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa357c9b-2b1b-475a-b1c7-efba3821a7a9 already deleted. [ 1181.560440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa357c9b-2b1b-475a-b1c7-efba3821a7a9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.851176] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce4db4b6-dc37-4e3a-b2e5-395ec5764c55 [ 1181.851707] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.851707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.851707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.851963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.852118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.852259] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce4db4b6-dc37-4e3a-b2e5-395ec5764c55 already deleted. [ 1181.852386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce4db4b6-dc37-4e3a-b2e5-395ec5764c55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.395372] env[66328]: INFO networking_nsxv3.common.synchronization [None req-06917786-29a0-48b0-a23b-318d15ef7a0c tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1182.396055] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1182.397036] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.397036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.397036] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.522025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: SUCCESS [ 1182.522025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.522025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.522025] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.522303] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.522303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.522303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.522447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.522532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.522621] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.522714] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.546518] env[66328]: INFO networking_nsxv3.common.synchronization [None req-d41fa582-c767-424b-ac67-ec0e4aecf32d tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1182.548200] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1182.548200] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.548200] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.922767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.923038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.923038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.923285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.923414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.923553] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 already deleted. [ 1182.923657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.923822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.923983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.924103] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.025472] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.025658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.025704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.025908] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.026115] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.026212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.026271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.026425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.026512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.026599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.026816] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.026911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.026963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.027150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.027324] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.027432] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.027484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.027606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.027677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.027767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.027977] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.448855] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.449215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.449215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.449281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.449389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.449484] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 already deleted. [ 1183.449575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.531396] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b931538-08a4-4818-90f2-9068ca5ecb55: rpc.has_security_group_logging(os_id): False [ 1183.559041] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.559275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.559343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.559570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.559683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.559896] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.560018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.560091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.560284] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.560387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.560627] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.560752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.560828] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.561029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.561118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.561340] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.561455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.561520] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.561689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.561776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.561897] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be created. [ 1183.621462] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.621628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.621680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.621884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.622087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.636854] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: IN_PROGRESS for 2s [ 1184.497259] env[66328]: INFO networking_nsxv3.common.synchronization [None req-b7257847-1007-488a-b957-2da536835769 None None] Enqueued Resource ID: 645e27e7-ef99-425f-8c2a-2f7eb48b2155 with Priority: HIGHEST for action port [ 1184.497777] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645e27e7-ef99-425f-8c2a-2f7eb48b2155 with Priority: HIGHEST for action port [ 1184.498102] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-645e27e7-ef99-425f-8c2a-2f7eb48b2155 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.498236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645e27e7-ef99-425f-8c2a-2f7eb48b2155" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.498300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645e27e7-ef99-425f-8c2a-2f7eb48b2155" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.498570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645e27e7-ef99-425f-8c2a-2f7eb48b2155" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.498696] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645e27e7-ef99-425f-8c2a-2f7eb48b2155',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.001534] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 645e27e7-ef99-425f-8c2a-2f7eb48b2155 [ 1185.001800] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.001951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.002036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.002268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.002358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.002450] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:645e27e7-ef99-425f-8c2a-2f7eb48b2155 already deleted. [ 1185.002544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645e27e7-ef99-425f-8c2a-2f7eb48b2155" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.653183] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: SUCCESS [ 1185.653577] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.342865] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4bc1852-3c7a-42ba-8202-83fdfdb763d5 req-b491f791-a188-4d71-a0e4-8a2845486954 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 1186.343429] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGHEST for action security_group_members [ 1186.343825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.345045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.345045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.345201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.345393] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.345526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.345612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.345795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.346206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.346346] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.383327] env[66328]: INFO networking_nsxv3.common.synchronization [req-c4bc1852-3c7a-42ba-8202-83fdfdb763d5 req-b491f791-a188-4d71-a0e4-8a2845486954 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb with Priority: HIGHEST for action port [ 1186.383801] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb with Priority: HIGHEST for action port [ 1186.384106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.384227] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.384286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.384480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.384558] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.849186] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.849720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.849720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.849720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.849882] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.850821] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.850821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.850821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.850821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.850821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.850821] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be updated. [ 1186.886971] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb with status ACTIVE [ 1186.887307] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.887448] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.887514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.887727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.887818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.887998] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.888166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.888226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.888372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.888450] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.888634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.888724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.888782] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.888916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.888989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.889085] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb is going to be updated. [ 1186.892914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.893088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.893136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.893365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.893502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.909993] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: IN_PROGRESS for 2s [ 1186.923238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.923474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.923474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.923701] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.923775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.924056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad4954b-1e2d-4be6-bf9c-b7fc767c3ebb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.017850] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d1342f9-7ea2-4419-b8f0-bed74cb81bc4 req-888db38d-fa67-4048-bea4-f7a00daa1a05 tempest-ServersNegativeTestMultiTenantJSON-1529980977 tempest-ServersNegativeTestMultiTenantJSON-1529980977-project-member] Enqueued Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_members [ 1187.018451] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_members [ 1187.019468] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.019468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.019468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.019468] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.019693] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.019693] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.019790] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.019901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.019983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.020095] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.393684] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.393970] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-850" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.394152] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-850" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.394505] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-850" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.394800] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.395010] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.395144] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.395409] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.395574] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.395778] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.395889] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.395995] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.396140] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.396284] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.396376] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.396506] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.414920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.414920] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.415095] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.415289] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-850" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.415625] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-11e4545f-b63e-4d7a-a875-84e99562deaf taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.415809] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.415928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.416263] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.416414] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e4545f-b63e-4d7a-a875-84e99562deaf',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.522904] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.523194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.523194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.523525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.523678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.523924] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.524058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.524126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.524319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.524487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.524558] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac already deleted. [ 1187.524684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.919205] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.919663] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.919663] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.919824] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.919968] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.920134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 11e4545f-b63e-4d7a-a875-84e99562deaf not found, creating... [ 1187.920394] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.920557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.920680] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.920918] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.921069] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.921351] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.921543] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.921622] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.921882] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.921958] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.922107] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 11e4545f-b63e-4d7a-a875-84e99562deaf is going to be created. [ 1187.944814] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.945113] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.945241] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.945520] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.945752] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.945972] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.921534] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 in Status: SUCCESS [ 1188.921943] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 deletion is rescheduled due to dependency. [ 1188.921943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.059039] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d1342f9-7ea2-4419-b8f0-bed74cb81bc4 req-ec2cfd31-1815-40ef-803c-8dc2ec970ec1 service nova] Enqueued Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_rules [ 1189.059039] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d1342f9-7ea2-4419-b8f0-bed74cb81bc4 req-ec2cfd31-1815-40ef-803c-8dc2ec970ec1 service nova] Enqueued Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_members [ 1189.059039] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d1342f9-7ea2-4419-b8f0-bed74cb81bc4 req-ec2cfd31-1815-40ef-803c-8dc2ec970ec1 service nova] Enqueued Resource ID: 11e4545f-b63e-4d7a-a875-84e99562deaf with Priority: HIGHEST for action port [ 1189.059225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_rules [ 1189.059225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_members [ 1189.059317] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e4545f-b63e-4d7a-a875-84e99562deaf with Priority: HIGHEST for action port [ 1189.059586] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.060049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.060049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.060049] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.060355] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.061401] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.061490] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.061530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.061705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.061850] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.061945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.062017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.062429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.062429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.062429] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.063254] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e4545f-b63e-4d7a-a875-84e99562deaf taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.063254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.063371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.063494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.063538] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e4545f-b63e-4d7a-a875-84e99562deaf',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.214209] env[66328]: INFO networking_nsxv3.common.synchronization [req-ebf93a43-c6bf-4729-bb2b-4007b2046b90 req-835efbc1-1a4c-4363-95ca-0bd533764ef4 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1189.215341] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1189.215341] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.215341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.215548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.215727] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.215843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.216073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.216248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.216369] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.516293] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.516480] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.516599] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.517684] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.518089] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.518423] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.518515] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.518709] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.518854] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.519071] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.519184] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.519295] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.519400] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.519506] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.519608] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.519736] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.538134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.538421] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.538653] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.538909] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.539271] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.539454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.539571] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.539890] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.540033] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7d9d34-4527-47e1-90bc-676fb2e7fcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.567227] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.568718] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.568718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.568894] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e4545f-b63e-4d7a-a875-84e99562deaf with status ACTIVE [ 1189.568938] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.569020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.569087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.569308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.569424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.569598] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.569929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.569929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.569929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.570098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.570658] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.570658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.570841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.570841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.571018] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.571131] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e4545f-b63e-4d7a-a875-84e99562deaf is going to be updated. [ 1189.597725] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.597875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.597929] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.598191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.598374] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.598536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e4545f-b63e-4d7a-a875-84e99562deaf" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.718601] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.718856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.718914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.719205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.719312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.719585] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.719729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.719787] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.720041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.720169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.720303] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 already deleted. [ 1189.720399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.042079] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.042491] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.042491] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.042749] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.042863] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.043020] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 3b7d9d34-4527-47e1-90bc-676fb2e7fcca not found, creating... [ 1190.043818] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.043818] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.043818] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.043992] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.044079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.044441] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.044620] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.044739] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.044950] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.045121] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.045264] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 3b7d9d34-4527-47e1-90bc-676fb2e7fcca is going to be created. [ 1190.069357] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.071786] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.072486] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.072643] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.073048] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.073332] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.073627] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.575667] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.575843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.575911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.576158] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.576286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.576335] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac is going to be created. [ 1190.602959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.603221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.603314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.603532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.603699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.614094] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac in Status: UNINITIALIZED for 2s [ 1190.764828] env[66328]: INFO networking_nsxv3.common.synchronization [req-ebf93a43-c6bf-4729-bb2b-4007b2046b90 req-b5e24a45-0a68-49fd-85ac-c122bcfcb1ab service nova] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1190.765417] env[66328]: INFO networking_nsxv3.common.synchronization [req-ebf93a43-c6bf-4729-bb2b-4007b2046b90 req-b5e24a45-0a68-49fd-85ac-c122bcfcb1ab service nova] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1190.765644] env[66328]: INFO networking_nsxv3.common.synchronization [req-ebf93a43-c6bf-4729-bb2b-4007b2046b90 req-b5e24a45-0a68-49fd-85ac-c122bcfcb1ab service nova] Enqueued Resource ID: 3b7d9d34-4527-47e1-90bc-676fb2e7fcca with Priority: HIGHEST for action port [ 1190.766342] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1190.766583] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1190.767680] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d9d34-4527-47e1-90bc-676fb2e7fcca with Priority: HIGHEST for action port [ 1190.767680] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.767680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.767680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.767680] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.768013] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.768854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.769030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.769141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.769406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.770027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.770027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.770027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.770027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.770027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.770261] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.771104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.771277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.771384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.771697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.771697] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b7d9d34-4527-47e1-90bc-676fb2e7fcca',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.274263] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.274710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.274710] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.275827] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b7d9d34-4527-47e1-90bc-676fb2e7fcca with status ACTIVE [ 1191.276013] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.276195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.276195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.276408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.276507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.276707] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.276816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.276896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.277175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.277270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.277452] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.277557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.277628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.277781] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.277842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.278215] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b7d9d34-4527-47e1-90bc-676fb2e7fcca is going to be updated. [ 1191.302793] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.302992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.302992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.303230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.303369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.303526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b7d9d34-4527-47e1-90bc-676fb2e7fcca" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.782452] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.284037] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.284248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.284248] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.284496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.284545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.284681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be created. [ 1192.311599] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.311801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.311801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.312014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.312180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.324746] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: UNINITIALIZED for 2s [ 1192.626583] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac in Status: SUCCESS [ 1192.626793] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.626964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.627276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.627472] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.627586] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.627649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.627807] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.627889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.627976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.628085] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.130148] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.130338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.130377] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.130584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.130745] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.130840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.130894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.131047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.131135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.131220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.131398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.131500] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.131560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.131699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.131833] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.131918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.131972] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.132120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.132216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.132301] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.132386] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.635910] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be5f28c9-f302-49a7-a789-5cf7fdb5d4ac: rpc.has_security_group_logging(os_id): False [ 1193.657144] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.657330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.657463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.657599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.657685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.657873] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.657970] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.658033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.658196] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.658270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.658462] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.658552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.658606] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.658741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.658811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.658983] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.659091] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.659148] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.659295] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.659426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.659530] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac is going to be created. [ 1193.727959] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.728166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.728226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.728438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.728617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.739101] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac in Status: IN_PROGRESS for 2s [ 1194.334920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1194.335173] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.335397] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.335558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.335748] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.335862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.335927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.336414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.336414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.336414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.336414] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.838859] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.340939] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd0ee751-e111-44b3-82d8-13177b1fd414: rpc.has_security_group_logging(os_id): False [ 1195.360701] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.360923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.360923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.361124] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.361220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.361462] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.361563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.361625] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.361794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.361869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.361955] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be created. [ 1195.423522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.423522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.423522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.423522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.423522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.435140] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: IN_PROGRESS for 2s [ 1195.751613] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac in Status: SUCCESS [ 1195.751846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.767462] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.767599] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.449342] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1197.449691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.272518] env[66328]: INFO networking_nsxv3.common.synchronization [req-385b52c9-ac33-4da2-b8f4-46cc7ebc8d30 req-874b35fb-76e6-4f6f-b7c7-2a420ba99b7c tempest-ServersNegativeTestMultiTenantJSON-1529980977 tempest-ServersNegativeTestMultiTenantJSON-1529980977-project-member] Enqueued Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_members [ 1198.273700] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGHEST for action security_group_members [ 1198.273978] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.274122] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.274239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.274426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.274608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.274709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.274773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.274941] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.275117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.275210] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.777752] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.778203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.778203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.778279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.778310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.778495] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.778607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.778678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.778786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.778853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.778919] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac is going to be updated. [ 1198.809021] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.809321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.809321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.809451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.809594] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.822442] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac in Status: IN_PROGRESS for 2s [ 1200.834672] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac in Status: SUCCESS [ 1200.835141] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac deletion is rescheduled due to dependency. [ 1200.835141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.274391] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.274707] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.394472] env[66328]: INFO networking_nsxv3.common.synchronization [req-132a4f97-c75e-433f-a5ad-7e850157e01e req-ec6ee3be-516d-4cdd-b3b4-cbf13f95c074 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1207.395116] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1207.395395] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.395971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.395971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.395971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.396294] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.396351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.396416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.396670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.396794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.396923] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.711056] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.711273] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.711395] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.711682] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.711945] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.712111] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.712226] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.712450] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.712597] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.712796] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.712905] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.713021] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.713132] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.713231] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.713334] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.713461] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.733165] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.733352] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.733514] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.733817] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.734174] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.734352] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.734468] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.734802] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.734941] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.900326] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.237740] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.237999] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.238367] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.238416] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.238572] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.238730] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af not found, creating... [ 1208.238995] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.239167] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.239417] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.239557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.239821] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.239936] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.240072] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.240184] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.240386] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.240515] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.240648] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af is going to be created. [ 1208.296208] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.296548] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.296796] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.297283] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.297617] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.298054] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.403326] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.906244] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.906487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.906585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.906824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.906987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.907137] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be updated. [ 1208.941667] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.941935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.941935] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.942120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.942259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.955575] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: IN_PROGRESS for 2s [ 1208.995390] env[66328]: INFO networking_nsxv3.common.synchronization [req-132a4f97-c75e-433f-a5ad-7e850157e01e req-47dda349-1313-4138-9d1d-9817531ec778 service nova] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1208.995650] env[66328]: INFO networking_nsxv3.common.synchronization [req-132a4f97-c75e-433f-a5ad-7e850157e01e req-47dda349-1313-4138-9d1d-9817531ec778 service nova] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1208.995897] env[66328]: INFO networking_nsxv3.common.synchronization [req-132a4f97-c75e-433f-a5ad-7e850157e01e req-47dda349-1313-4138-9d1d-9817531ec778 service nova] Enqueued Resource ID: 7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af with Priority: HIGHEST for action port [ 1208.996848] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_rules [ 1208.997253] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1208.997253] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af with Priority: HIGHEST for action port [ 1208.997877] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.998074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.998185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.998938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.998938] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.999726] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.999854] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.000206] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.000329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.000367] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.000885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.000885] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.503187] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.503591] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.503591] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af with status ACTIVE [ 1209.503697] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.503832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.503899] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.504131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.504235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.504417] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.504511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.504570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.504721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.504798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.504975] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.505191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.505296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.505405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.505480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.505563] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af is going to be updated. [ 1209.528816] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.528816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.528816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.528816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.528816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.528816] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f4f618f-5eb6-4d9e-9eb3-9c4d93ef97af" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.976022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1210.976531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.976531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.976531] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.976742] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.976833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.976991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.977079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.977133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.977281] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.214463] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4bb762d-7185-49ad-94dc-5471566ff973 req-f5ebb142-c787-4422-805d-25a33339ac5a tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1211.215042] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1211.215402] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.215525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.215584] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.215789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.215936] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.216044] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.216097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.216245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.216334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.216424] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.480431] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.582928] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.583921] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.583921] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.583921] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.584263] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.584448] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.584562] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.584879] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.584968] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.585230] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.585341] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.585468] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.585580] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.585689] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.585803] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.585953] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.610079] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.610079] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.610310] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.610370] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-953" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.610693] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.610870] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.610997] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.611361] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.611500] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66eec8b0-abfd-4eaf-b1f2-e679ebc19287',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.721398] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.981517] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.113814] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.114054] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.114227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.114650] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.114812] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.114982] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 66eec8b0-abfd-4eaf-b1f2-e679ebc19287 not found, creating... [ 1212.115407] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.115586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.115741] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.115949] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.116114] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.116560] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.116749] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.116883] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.117134] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.117350] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.117496] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 66eec8b0-abfd-4eaf-b1f2-e679ebc19287 is going to be created. [ 1212.143348] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.143586] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.143687] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.143979] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.144327] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.144672] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.222583] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.485146] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.485146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.485146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.485146] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.485488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.485488] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be updated. [ 1212.517035] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.517317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.517456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.517684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.517836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.529549] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: IN_PROGRESS for 2s [ 1212.725084] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.725308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.725415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.725624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.725883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.725883] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be updated. [ 1212.784780] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.785031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.785084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.785393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.785561] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.800678] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 1212.913712] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4bb762d-7185-49ad-94dc-5471566ff973 req-0b615d57-4b90-4136-832c-f60e5052ba71 service nova] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 1212.913902] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4bb762d-7185-49ad-94dc-5471566ff973 req-0b615d57-4b90-4136-832c-f60e5052ba71 service nova] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1212.914207] env[66328]: INFO networking_nsxv3.common.synchronization [req-a4bb762d-7185-49ad-94dc-5471566ff973 req-0b615d57-4b90-4136-832c-f60e5052ba71 service nova] Enqueued Resource ID: 66eec8b0-abfd-4eaf-b1f2-e679ebc19287 with Priority: HIGHEST for action port [ 1212.914586] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_rules [ 1212.914744] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1212.915071] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eec8b0-abfd-4eaf-b1f2-e679ebc19287 with Priority: HIGHEST for action port [ 1212.915538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.915640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.915640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.915850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.915935] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.916849] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.916965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.917156] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.917308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.917436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.917686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.917686] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66eec8b0-abfd-4eaf-b1f2-e679ebc19287',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.036152] env[66328]: INFO networking_nsxv3.common.synchronization [req-1123a5ce-f53d-4751-a2b6-007deb497c56 req-5a6dc830-1eb0-445c-bc2e-eaa190fd6285 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_members [ 1213.037418] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43461d68-57fd-42d1-ac31-01868211e767 with Priority: HIGHEST for action security_group_members [ 1213.037418] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-43461d68-57fd-42d1-ac31-01868211e767 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.037418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.037418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.037418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.037831] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.037831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.037831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.037831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.037988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.037988] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43461d68-57fd-42d1-ac31-01868211e767',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.419108] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.419370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.419487] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66eec8b0-abfd-4eaf-b1f2-e679ebc19287 with status ACTIVE [ 1213.419664] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.419879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.419879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.420177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.420250] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.420454] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.420560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.420636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.420821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.420914] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.421137] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.421281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.421572] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.421777] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.421856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.421943] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66eec8b0-abfd-4eaf-b1f2-e679ebc19287 is going to be updated. [ 1213.446201] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.446381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.446452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.446684] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.446829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.447108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66eec8b0-abfd-4eaf-b1f2-e679ebc19287" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.540455] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.540663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.540663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.540805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.540897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.541107] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.541206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.541268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.541412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.541487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.541570] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43461d68-57fd-42d1-ac31-01868211e767 is going to be updated. [ 1213.586867] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.587083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.587083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.587347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.587543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.610713] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43461d68-57fd-42d1-ac31-01868211e767 in Status: IN_PROGRESS for 2s [ 1214.540348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1214.540743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.540743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.541206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.541320] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.541386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.541386] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.541625] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.541748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.541842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.541956] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.810084] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 1214.810332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.810886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.811131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.811334] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.811452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.811527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.811687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.811775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.811879] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.044376] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.315162] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.546248] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd0ee751-e111-44b3-82d8-13177b1fd414: rpc.has_security_group_logging(os_id): False [ 1215.564648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.564871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.564938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.565335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.565492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.565768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.565898] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.565966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.566153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.566236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.566331] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be updated. [ 1215.624690] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43461d68-57fd-42d1-ac31-01868211e767 in Status: SUCCESS [ 1215.624932] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43461d68-57fd-42d1-ac31-01868211e767 deletion is rescheduled due to dependency. [ 1215.625111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43461d68-57fd-42d1-ac31-01868211e767" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.659488] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.659770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.659770] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.660021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.660189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.673303] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: IN_PROGRESS for 2s [ 1215.816942] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.319882] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.320172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.320172] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.320322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.320413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.320511] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be updated. [ 1216.351785] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.351999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.351999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.352291] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.352424] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.363590] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 1217.687987] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1217.688359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.038101] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.038264] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1218.040362] env[66328]: INFO networking_nsxv3.common.synchronization [None req-4fe67981-0da7-44f1-a8ba-0a40d69adc5a tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_rules [ 1218.040975] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_rules [ 1218.041890] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.042031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.042103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.042385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.042471] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.345492] env[66328]: INFO networking_nsxv3.common.synchronization [req-c26a7c44-8cd3-4b15-aee0-7106e7050a78 req-a2b7b35e-26fb-446e-bfc9-fca0f1b88b16 tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1218.346078] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1218.346782] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.346913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.346983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.347697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.348251] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.348251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.348251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.348251] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.348440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.348657] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.381711] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 1218.381999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.382232] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.382458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.382627] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.382746] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.382829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.382989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.383078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.383289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.383289] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.560357] env[66328]: INFO networking_nsxv3.common.synchronization [None req-f7cb8ad4-7beb-4c7c-a219-7dc3016aa87b tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_rules [ 1218.561600] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_rules [ 1218.562038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.562403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.567415] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.567649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.567720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.567921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.568057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.568160] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c already deleted. [ 1218.568286] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.568853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.569089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.569184] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.801481] env[66328]: INFO networking_nsxv3.common.synchronization [None req-71e8e701-337b-425b-b9f3-46fdd6c65c73 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1218.802704] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1218.803401] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.803783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.805646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.805646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.805646] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.805646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.805646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.805646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.805646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.805646] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.851745] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.851745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.851745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.851987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.851987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.852132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.852242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.852334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.852804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.852804] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.852804] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1218.889311] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.893847] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.893847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.893847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.893847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.893847] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.904230] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1219.094127] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.094127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.094127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.094127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.094127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.094127] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c already deleted. [ 1219.094127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.310538] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.310678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.310752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.310982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.311097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.311294] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.311390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.311454] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.311602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.311678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.311764] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1219.341339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.341547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.341547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.341752] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.341889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.351814] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1219.392909] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba650c30-a5ad-4af8-b05d-ded382b147b9: rpc.has_security_group_logging(os_id): False [ 1219.413761] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.414149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.414149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.414344] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.443895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.444086] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.444184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.444358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.444465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.444529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.444619] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be updated. [ 1219.514313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.514313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.514514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.514692] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.514984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.531040] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 1220.914972] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1220.915417] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 deletion is rescheduled due to dependency. [ 1220.915417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.362290] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1221.362466] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd deletion is rescheduled due to dependency. [ 1221.362582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.548297] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 1221.548573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.804483] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.804816] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.289483] env[66328]: INFO networking_nsxv3.common.synchronization [req-2a8ef73b-be1d-479b-922a-3a084400341d req-c9006732-8578-4747-982e-5066020153f1 tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_members [ 1224.289861] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_members [ 1224.290180] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.290282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.290347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.290593] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.290743] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.290845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.290907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.291062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.291147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.291245] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.579726] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.580024] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.580209] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.580535] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.580950] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.581119] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.581237] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.581474] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.581623] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.581875] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.581997] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.582141] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.582225] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.582336] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.582447] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.582584] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.604853] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.605036] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1224.605174] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.605352] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-432" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.605669] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-4e919fba-3de6-48b1-b13d-0a4801d10e89 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.605843] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.605956] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.606322] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.606459] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e919fba-3de6-48b1-b13d-0a4801d10e89',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.793699] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.793916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.793916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.794149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.794239] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.794447] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.794628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.794628] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.794786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.794858] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.794942] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c already deleted. [ 1224.795035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.109061] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.109537] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.109537] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.109658] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.109776] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.109929] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 4e919fba-3de6-48b1-b13d-0a4801d10e89 not found, creating... [ 1225.110208] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.110364] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.110482] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.110704] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.110837] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.111208] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.111407] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.111529] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.111738] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.111871] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.112013] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 4e919fba-3de6-48b1-b13d-0a4801d10e89 is going to be created. [ 1225.136801] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.137060] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.137136] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.137502] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.137725] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.137953] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.898597] env[66328]: INFO networking_nsxv3.common.synchronization [req-2a8ef73b-be1d-479b-922a-3a084400341d req-e376c974-d6a9-42a7-8425-c6308f3cbc1d service nova] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_rules [ 1225.898754] env[66328]: INFO networking_nsxv3.common.synchronization [req-2a8ef73b-be1d-479b-922a-3a084400341d req-e376c974-d6a9-42a7-8425-c6308f3cbc1d service nova] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_members [ 1225.898892] env[66328]: INFO networking_nsxv3.common.synchronization [req-2a8ef73b-be1d-479b-922a-3a084400341d req-e376c974-d6a9-42a7-8425-c6308f3cbc1d service nova] Enqueued Resource ID: 4e919fba-3de6-48b1-b13d-0a4801d10e89 with Priority: HIGHEST for action port [ 1225.899446] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_rules [ 1225.899606] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_members [ 1225.899675] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e919fba-3de6-48b1-b13d-0a4801d10e89 with Priority: HIGHEST for action port [ 1225.899943] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.900098] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.900170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.900411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.900411] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.901297] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.901401] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.901460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.901653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.901789] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.903482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.903482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.903655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.903655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.903831] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.904983] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e919fba-3de6-48b1-b13d-0a4801d10e89 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.904983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.904983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.904983] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.904983] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e919fba-3de6-48b1-b13d-0a4801d10e89',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.406525] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.408025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.408175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.409111] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e919fba-3de6-48b1-b13d-0a4801d10e89 with status ACTIVE [ 1226.409111] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.409111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.409111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.409111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.409111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.409732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.409732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.409732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.409732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.409732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.409732] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.409732] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.410023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.410023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.410023] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.410108] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e919fba-3de6-48b1-b13d-0a4801d10e89 is going to be updated. [ 1226.431265] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.431492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.431492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.431645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.431786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.431947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e919fba-3de6-48b1-b13d-0a4801d10e89" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.913165] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.415085] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.415534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.415534] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.415900] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.416150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.416355] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c is going to be created. [ 1227.441930] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.442141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.442186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.442358] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.442510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.452454] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: UNINITIALIZED for 2s [ 1228.796344] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd424a0e-cafc-4a2f-a5f8-b14a42bee983 req-1f29ba13-db15-4e17-a377-2b0adc58778e tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1228.796946] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1228.797469] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.797678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.797836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.798311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.798407] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.798556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.798687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.798956] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.799135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.799307] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.124672] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.124886] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.124991] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.125302] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.125578] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.125734] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.125846] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.126077] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.126219] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.126422] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.126530] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.126633] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.126735] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.126839] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.126943] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.127086] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.149415] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.149696] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.149784] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.149966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.150302] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-31c55969-698c-4a92-bcbc-68ce3babf8f8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.150477] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.150592] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.150912] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.151061] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c55969-698c-4a92-bcbc-68ce3babf8f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.301721] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.301928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.301928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.302180] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.302276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.302474] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.302574] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.302635] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.302769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.302845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.302927] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1229.329574] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.329921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.329921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.330157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.330300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.338873] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1229.463906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: SUCCESS [ 1229.464145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.464607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.464607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.464707] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.464811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.464866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.465024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.465118] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.465185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.465297] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.654315] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.654538] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.654685] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.654972] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.655231] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.655398] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 31c55969-698c-4a92-bcbc-68ce3babf8f8 not found, creating... [ 1229.655692] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.655894] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.656109] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.656472] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.656744] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.657133] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.657309] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.657443] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.657722] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.657880] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.658031] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 is going to be created. [ 1229.679353] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.679610] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.679746] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.680084] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.680360] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.680606] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.967214] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.369238] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd424a0e-cafc-4a2f-a5f8-b14a42bee983 req-a88c3b55-b0c3-4fbe-9f2b-e13f773cd96d service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 1230.369443] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd424a0e-cafc-4a2f-a5f8-b14a42bee983 req-a88c3b55-b0c3-4fbe-9f2b-e13f773cd96d service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1230.369647] env[66328]: INFO networking_nsxv3.common.synchronization [req-cd424a0e-cafc-4a2f-a5f8-b14a42bee983 req-a88c3b55-b0c3-4fbe-9f2b-e13f773cd96d service nova] Enqueued Resource ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 with Priority: HIGHEST for action port [ 1230.370168] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 1230.370299] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1230.370463] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 with Priority: HIGHEST for action port [ 1230.370721] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.370839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.370896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.371108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.371185] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.371973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.372101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.372906] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c55969-698c-4a92-bcbc-68ce3babf8f8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.372906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.372906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.372906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.372906] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c55969-698c-4a92-bcbc-68ce3babf8f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.469602] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d6a92de-7436-430e-a691-23fd9a45678c: rpc.has_security_group_logging(os_id): False [ 1230.487359] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.487519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.487562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.487765] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.487855] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.488106] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.488263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.488263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.488447] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.488523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.488602] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c is going to be created. [ 1230.550460] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.550748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.550748] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.550818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.550948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.564157] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: IN_PROGRESS for 2s [ 1230.874118] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.874347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.874457] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c55969-698c-4a92-bcbc-68ce3babf8f8 with status ACTIVE [ 1230.874632] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.874738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.874802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.875115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.875218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.875420] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.875521] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.875582] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.875737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.875831] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.875986] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.876086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.876192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.876277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.876343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.876430] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 is going to be updated. [ 1230.898601] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.898814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.898814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.898998] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.899132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.899304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.350531] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1231.350896] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 deletion is rescheduled due to dependency. [ 1231.350896] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.351027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.351522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.351522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.351522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.351738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.351738] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.351824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.351870] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.854062] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.357061] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.577071] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: SUCCESS [ 1232.577071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.859624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.859776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.859878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.860064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.860162] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.860293] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1232.889714] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.889928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.889928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.890171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.890331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.900673] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1234.911994] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1234.912298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.912404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.912615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.912830] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.912960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.913033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.913193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.913268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.913354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.913454] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.372305] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.372433] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1235.415952] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.528080] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.528368] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.528539] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.528815] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.529081] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.529239] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.529353] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.529576] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.530916] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.530916] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.530916] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.530916] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.530916] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.530916] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.530916] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.530916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.548960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.549034] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.549130] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.549300] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.549657] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.549838] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.549952] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.550291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.550430] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47b8ad8-787d-4782-b39e-d73cff0a6bdd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.918184] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db9f96d-897e-408c-93c9-47f0eddc43f5: rpc.has_security_group_logging(os_id): False [ 1235.937711] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.938026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.938026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.938194] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.938246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.938482] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.938618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.938673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.938798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.938874] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.938959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1235.998639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.998916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.998916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.999084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.999189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.011749] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1236.052735] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.052985] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.053093] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.053400] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.053567] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.053727] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port d47b8ad8-787d-4782-b39e-d73cff0a6bdd not found, creating... [ 1236.054014] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.054176] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.054290] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.054531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.054672] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.054959] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.055127] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.055241] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.055486] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.055618] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.055755] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd is going to be created. [ 1236.078425] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.078673] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.078793] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.079067] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.079298] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.079515] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.759813] env[66328]: INFO networking_nsxv3.common.synchronization [req-72110957-3ef1-447e-b93f-065e6f5d4b1e req-ce3f3ce7-4f48-4152-9e28-9d05ca7c32ec service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1236.759977] env[66328]: INFO networking_nsxv3.common.synchronization [req-72110957-3ef1-447e-b93f-065e6f5d4b1e req-ce3f3ce7-4f48-4152-9e28-9d05ca7c32ec service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1236.760137] env[66328]: INFO networking_nsxv3.common.synchronization [req-72110957-3ef1-447e-b93f-065e6f5d4b1e req-ce3f3ce7-4f48-4152-9e28-9d05ca7c32ec service nova] Enqueued Resource ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd with Priority: HIGHEST for action port [ 1236.760639] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1236.760780] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1236.760878] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd with Priority: HIGHEST for action port [ 1236.761319] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.761624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.761624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.761792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.761834] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.763339] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.763862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.763862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.763862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.763862] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.764086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.764086] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.764245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.764341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.765045] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.766039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.766167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.766221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.768238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.768238] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47b8ad8-787d-4782-b39e-d73cff0a6bdd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.266420] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.269330] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.269536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.269618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d47b8ad8-787d-4782-b39e-d73cff0a6bdd with status ACTIVE [ 1237.269729] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.269905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.269905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.270108] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.270231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.270419] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.270527] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.270588] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.270750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.270827] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.271010] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.271106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.271168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.271309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.271385] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.271466] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd is going to be updated. [ 1237.292730] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.292925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.292925] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.293163] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.293299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.293452] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.768400] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.025411] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1238.025411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.270973] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.271287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.271287] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.271529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.271608] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.271654] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1238.299331] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.299585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.299585] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.299873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.300067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.311976] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1240.323840] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1240.324270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.324270] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.324440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.324637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.324754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.324812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.324959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.325054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.325141] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.325231] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.828184] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.828380] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.828475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.828626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.828792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.828894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.828940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.829106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.829195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.829282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.829409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.829504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.829580] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.829683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.829836] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.829927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.829979] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.830116] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.830191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.830271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.830356] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.332945] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dda362-7c03-4b1d-9d23-0966ab6effbd: rpc.has_security_group_logging(os_id): False [ 1241.359659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.359809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.359886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.360338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.360338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.360477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.360538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.360583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.360719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.360805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.360982] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.361084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.361143] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.361279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.361350] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.361526] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.361639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.361736] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.361930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.362017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.362104] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1241.424304] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.424513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.424513] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.424719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.424866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.438186] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1241.761894] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.762157] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1243.452689] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1243.453182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.763213] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.763624] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.300217] env[66328]: INFO networking_nsxv3.common.synchronization [req-4f99b606-e530-4753-a1da-e2668a87f9b4 req-0187888b-58b5-46ae-be6d-22fc030a440c tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_members [ 1247.300217] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGHEST for action security_group_members [ 1247.300342] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.300416] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.300476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.300698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.300916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.301033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.301033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.301211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.301283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.301361] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.803988] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.804321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.804321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.804471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.804536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.805164] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.805279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.805354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.805525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.805615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.805706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 is going to be updated. [ 1247.839225] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.839459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.839459] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.839631] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.839786] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.848576] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 in Status: IN_PROGRESS for 2s [ 1248.444153] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.444339] env[66328]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-530fe5be-5ed1-4373-baad-008f4b376c9c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.869323] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 in Status: SUCCESS [ 1249.869650] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 deletion is rescheduled due to dependency. [ 1249.869650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.300908] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.301211] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.742972] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.743220] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.743351] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.743636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.743900] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.744066] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.744184] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.744465] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.744603] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.744808] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.744913] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.745025] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.745129] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.745235] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.745337] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.745467] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.767022] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.767208] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.767346] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.767549] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-285" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.767876] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.768072] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.768214] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.768503] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.768630] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47b8ad8-787d-4782-b39e-d73cff0a6bdd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.271756] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.272029] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.272091] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.272437] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.272523] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.272799] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.272987] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.273078] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.273302] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.273431] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.273707] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.273986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.273986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.274179] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.274304] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.274439] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd is going to be updated. [ 1253.295389] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.295611] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.295735] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.296008] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.296212] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.296435] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.003415] env[66328]: INFO networking_nsxv3.common.synchronization [req-ac4617a2-a2af-4897-b969-abaed3d06f63 req-7d948af5-1a40-4d24-894b-a4f6bb2ae89e service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1254.003415] env[66328]: INFO networking_nsxv3.common.synchronization [req-ac4617a2-a2af-4897-b969-abaed3d06f63 req-7d948af5-1a40-4d24-894b-a4f6bb2ae89e service nova] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1254.003415] env[66328]: INFO networking_nsxv3.common.synchronization [req-ac4617a2-a2af-4897-b969-abaed3d06f63 req-7d948af5-1a40-4d24-894b-a4f6bb2ae89e service nova] Enqueued Resource ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd with Priority: HIGHEST for action port [ 1254.004332] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_rules [ 1254.004428] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1254.004529] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd with Priority: HIGHEST for action port [ 1254.004876] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.005159] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.005210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.005410] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.005506] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.006433] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.006565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.006632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.006985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.006985] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.006985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.007154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.007191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.007437] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.007437] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.008132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.008240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.008457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.008457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.008531] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47b8ad8-787d-4782-b39e-d73cff0a6bdd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.510525] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.511301] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.511463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.511923] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d47b8ad8-787d-4782-b39e-d73cff0a6bdd with status ACTIVE [ 1254.512114] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.515134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.515134] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.515134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.515134] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d47b8ad8-787d-4782-b39e-d73cff0a6bdd is going to be updated. [ 1254.534979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.535160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.535242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.535439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.535658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.535819] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47b8ad8-787d-4782-b39e-d73cff0a6bdd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.012548] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.514961] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.515241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.515335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.515626] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.515741] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.515842] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1255.547797] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.548035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.548035] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.548188] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.548343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.557569] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1257.568909] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1257.569300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.569300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.569463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.569707] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.569863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.569863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.569971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.570061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.570144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.570231] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.072614] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.072845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.072845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.072995] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.073177] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.073277] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.073335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.073476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.073560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.073648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.073791] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.073879] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.073937] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.074090] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.074228] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.074317] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.074376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.074528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.074617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.074698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.074785] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.577508] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8dda362-7c03-4b1d-9d23-0966ab6effbd: rpc.has_security_group_logging(os_id): False [ 1258.596122] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.596361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.596408] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.596613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.596703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.596939] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.597062] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.597103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.597244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.597339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.597522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.597616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.597672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.597814] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.597885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.598073] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.598165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.598218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.598351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.598422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.598528] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1258.662931] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.663203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.663203] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.663435] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.663604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.677777] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1259.006185] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.006185] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1260.694257] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1260.694603] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.007673] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.008036] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.008387] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.008826] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.199317] env[66328]: INFO networking_nsxv3.common.synchronization [req-04653fd6-3123-4422-8959-7cf81edc4f41 req-c916dd53-6f8c-4ad1-a38b-ad1dfbe367ac tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1270.199808] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1270.200595] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.200595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.200595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.200595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.200773] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.200773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.200773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.200892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.200982] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.201059] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.703861] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.206063] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.709117] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.709341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.709396] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.709615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.709706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.709804] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be updated. [ 1271.740444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.740633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.740685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.740868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.741029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.751348] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: IN_PROGRESS for 2s [ 1273.763070] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1273.763070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.202028] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.202424] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.451585] env[66328]: INFO networking_nsxv3.common.synchronization [req-5bf7f062-48f7-430e-8a03-b83eea6e4ebd req-1e7a495e-43bb-487d-bfac-fef7efb5c4a2 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1276.452123] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGHEST for action security_group_members [ 1276.452430] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.453206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.453206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.453206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.453206] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.453206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.453206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.453728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.453728] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.453728] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.959523] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.960133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.960133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.960334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.960334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.960634] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.960792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.960880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.961133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.961262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.961397] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be updated. [ 1276.989098] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.989267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.989267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.989441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.989563] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.999157] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: IN_PROGRESS for 2s [ 1279.010391] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0ee751-e111-44b3-82d8-13177b1fd414 in Status: SUCCESS [ 1279.010766] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 deletion is rescheduled due to dependency. [ 1279.010766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.818034] env[66328]: INFO networking_nsxv3.common.synchronization [None req-614d556c-ab20-4a84-a622-c03b34461bb6 tempest-AttachInterfacesTestJSON-853856969 tempest-AttachInterfacesTestJSON-853856969-project-member] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1280.818784] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGHEST for action security_group_members [ 1280.819902] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.820114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.820183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.820332] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.820527] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.820686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.820686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.820849] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.820981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.821074] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.323620] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.324947] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.325540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.326266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.332508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.332508] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.332508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.332508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.332508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.332508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.332508] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be updated. [ 1281.381646] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.381890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.381890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.382099] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.382304] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.394630] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: IN_PROGRESS for 2s [ 1281.898983] env[66328]: INFO networking_nsxv3.common.synchronization [req-3f156d70-08a3-4384-aa5f-6518023c1719 req-59cf194f-a8b9-415d-a6f8-c7ab6e3a6ced tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1281.899640] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1281.900034] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.900190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.900190] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.900411] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.900583] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.900689] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.900750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.900922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.901013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.901113] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.403571] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.600032] env[66328]: INFO networking_nsxv3.common.synchronization [req-429dc030-33db-4a00-bc3b-b126e572e5a2 req-93c175f1-010e-48cb-a08b-4c3877c41f93 tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1282.600823] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1282.605760] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.605960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.606115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.606901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.606901] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.606901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.607347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.607347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.607347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.608471] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.905735] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.115960] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.116127] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.116204] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.116422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.116516] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.116714] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.116812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.116866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.117016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.117092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.117174] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1283.145919] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.145919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.145919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.145919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.145919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.159329] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1283.405920] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd in Status: SUCCESS [ 1283.405920] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd deletion is rescheduled due to dependency. [ 1283.405920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.411838] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.411838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.411838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.411838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.412157] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.412157] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be updated. [ 1283.441854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.442109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.442229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.442466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.442644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.452250] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 1284.387434] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.387890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.387890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.387988] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.388041] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.890473] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.168975] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1285.169213] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 deletion is rescheduled due to dependency. [ 1285.169331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.192196] env[66328]: INFO networking_nsxv3.common.synchronization [None req-3cb4e7bb-3172-4c42-b661-40ddbb1606f7 None None] Enqueued Resource ID: c58a4172-457a-47d3-85c6-52878b24e69a with Priority: HIGHEST for action port [ 1285.192609] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58a4172-457a-47d3-85c6-52878b24e69a with Priority: HIGHEST for action port [ 1285.193307] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58a4172-457a-47d3-85c6-52878b24e69a taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.193307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58a4172-457a-47d3-85c6-52878b24e69a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.193307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58a4172-457a-47d3-85c6-52878b24e69a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.193507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58a4172-457a-47d3-85c6-52878b24e69a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.193507] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58a4172-457a-47d3-85c6-52878b24e69a',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.395318] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.464111] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 1285.464441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.695921] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c58a4172-457a-47d3-85c6-52878b24e69a [ 1285.696336] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.696336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.696523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.696614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.696704] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.696804] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c58a4172-457a-47d3-85c6-52878b24e69a already deleted. [ 1285.697263] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58a4172-457a-47d3-85c6-52878b24e69a" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.896536] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1285.898916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1286.666520] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.666852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.666852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.666977] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.682335] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1286.683610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.684838] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1286.725559] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.725826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.725826] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.725969] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.738541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.739916] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1286.740532] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.740726] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1286.779171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.779325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.779325] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.779474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.780905] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.781111] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1286.864022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.864262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.864429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.864888] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.865107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.865418] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1286.958487] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.958646] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.958713] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.958927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.959494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.959565] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1286.959658] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3573624c-af27-4625-9b27-5c79222dc6f2', '1b931538-08a4-4818-90f2-9068ca5ecb55', '048b6322-4a88-4f82-b1e8-917f8dbc3e02', 'e8dda362-7c03-4b1d-9d23-0966ab6effbd', '95755dcd-a07e-4c9a-b50c-3c8af3e597fa', '49461ada-a689-41e7-ab8e-314c9789fef6', '7d6a92de-7436-430e-a691-23fd9a45678c', '4675e56d-87ec-42bb-a39a-a792f90eef42', 'fd0ee751-e111-44b3-82d8-13177b1fd414', '9e3b03e7-b7a3-4ea3-afcb-fd7450625606', 'a6297f27-a093-45c4-b5fe-240465d0f13e', '9ae945c8-a225-48fd-9123-63478c3921f1', '6aa23567-0dfd-4191-931b-3460b9cdffac', '0a1ef27a-3da0-4500-890b-e0ecd443bc8b', 'be5f28c9-f302-49a7-a789-5cf7fdb5d4ac', 'a8d1ef84-ce87-4bd6-98db-120c451564ec', 'ba650c30-a5ad-4af8-b05d-ded382b147b9', '11baa2de-fb5f-4315-8d71-5e9981d2d579', 'b0f83429-2e2a-4b7c-b7ef-4503a9439cf5', '3ed4ea55-3a86-408f-a693-2a9d208d1a91', '9fba819f-b6ca-4cea-b670-c6847a172144', '42ff4421-9f10-4598-b28e-7babdded52fd', '02ac812d-4bd1-4746-8de7-b8d33f4f415a', '1fe1df5c-83c3-45d6-a8af-aedcd788c612', 'ab804434-381b-46ae-87e1-a4c5ad18c7e9', '0db9f96d-897e-408c-93c9-47f0eddc43f5', '7da3fd17-b073-4aad-84e3-0f39229d7370', '3a5bfeb9-65b6-4270-a696-db0c5269b342', 'd8d6fcbf-9e32-4c09-b311-4f23d648ad65', '12b72943-66b6-4402-b295-4c9cc10c3999', '9e3ee1e7-07c8-48f8-a93b-5716fd68c8f4', '538c7e51-1ab8-4956-b7c2-16260d5f35e2', '53b3d673-3043-4e5c-8c21-39807f3bb38a', 'ba7bf750-099d-421e-b680-f1b2fdc9049e', 'ed5755de-db08-415b-af6d-9d7cd3d05e44', '83f7e071-6324-4c1b-9b1f-3382c269b3eb', 'c1fe1e8d-a735-408a-a49f-4d2da249fbad', 'a301224a-d497-4f3d-b8ca-edbedb5eb3e1', 'dad29b48-88f1-4b7c-b48d-4292c1cb4c62', 'd70ca357-d4bc-4ca4-a89e-8d0ffb04054b', 'e496bbfe-048b-4729-9c54-bde113fe364e', '82558332-ffe5-4b62-af18-b82ff002bcca', 'c986d48a-6b81-4f4f-9b22-baf7354ebd32', '2670bb7d-9b2c-4cec-b127-88802ba7f53b', '43461d68-57fd-42d1-ac31-01868211e767', '2887f181-6e47-48dc-96dc-ae5a6026136e'} {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.959764] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1286.981770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.982054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.982151] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.982406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.982550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.982688] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1286.982803] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.982843] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1287.093220] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.093489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.093489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.093700] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.095058] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.095315] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1287.095393] env[66328]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66328) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.095464] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1287.095530] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1287.095729] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1287.095874] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGH for action security_group_rules [ 1287.096136] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGH for action security_group_rules [ 1287.096136] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGH for action security_group_rules [ 1287.096136] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGH for action security_group_rules [ 1287.096282] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGH for action security_group_rules [ 1287.096282] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGH for action security_group_rules [ 1287.096354] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGH for action security_group_rules [ 1287.096664] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGH for action security_group_rules [ 1287.096664] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGH for action security_group_rules [ 1287.096664] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGH for action security_group_rules [ 1287.096664] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGH for action security_group_rules [ 1287.096664] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGH for action security_group_rules [ 1287.096893] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGH for action security_group_rules [ 1287.096893] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGH for action security_group_rules [ 1287.096893] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGH for action security_group_rules [ 1287.096893] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGH for action security_group_rules [ 1287.096893] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGH for action security_group_rules [ 1287.097076] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGH for action security_group_rules [ 1287.098930] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGH for action security_group_rules [ 1287.098930] env[66328]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGH for action security_group_rules [ 1287.098930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [None req-1230873c-5c4d-4aa7-a7ee-2531f332d52e None None] Enqueued Resource ID: 21480c92-8b2c-467b-b850-ffd1f924cd18 with Priority: HIGHEST for action port [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21480c92-8b2c-467b-b850-ffd1f924cd18 with Priority: HIGHEST for action port [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3573624c-af27-4625-9b27-5c79222dc6f2 with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 with Priority: HIGH for action security_group_rules [ 1287.428020] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGH for action security_group_rules [ 1287.428788] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b with Priority: HIGH for action security_group_rules [ 1287.428943] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d1ef84-ce87-4bd6-98db-120c451564ec with Priority: HIGH for action security_group_rules [ 1287.429141] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa23567-0dfd-4191-931b-3460b9cdffac with Priority: HIGH for action security_group_rules [ 1287.429204] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae945c8-a225-48fd-9123-63478c3921f1 with Priority: HIGH for action security_group_rules [ 1287.429279] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6297f27-a093-45c4-b5fe-240465d0f13e with Priority: HIGH for action security_group_rules [ 1287.429475] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGH for action security_group_rules [ 1287.429475] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0ee751-e111-44b3-82d8-13177b1fd414 with Priority: HIGH for action security_group_rules [ 1287.429582] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49461ada-a689-41e7-ab8e-314c9789fef6 with Priority: HIGH for action security_group_rules [ 1287.429797] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 with Priority: HIGH for action security_group_rules [ 1287.429797] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa with Priority: HIGH for action security_group_rules [ 1287.429872] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 with Priority: HIGH for action security_group_rules [ 1287.429913] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd with Priority: HIGH for action security_group_rules [ 1287.430626] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-21480c92-8b2c-467b-b850-ffd1f924cd18 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.430767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21480c92-8b2c-467b-b850-ffd1f924cd18" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.430840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21480c92-8b2c-467b-b850-ffd1f924cd18" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.431144] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21480c92-8b2c-467b-b850-ffd1f924cd18" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.431230] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21480c92-8b2c-467b-b850-ffd1f924cd18',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.437038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3573624c-af27-4625-9b27-5c79222dc6f2 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.437038] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3573624c-af27-4625-9b27-5c79222dc6f2',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.437038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.437038] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('048b6322-4a88-4f82-b1e8-917f8dbc3e02',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.437038] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.437038] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.437038] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.438770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.438907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.438964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.439093] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.439160] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5f28c9-f302-49a7-a789-5cf7fdb5d4ac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.441167] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.441167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.441167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.441167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.441167] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed4ea55-3a86-408f-a693-2a9d208d1a91',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.441529] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.441602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.441639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.441759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.441966] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0f83429-2e2a-4b7c-b7ef-4503a9439cf5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.443063] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11baa2de-fb5f-4315-8d71-5e9981d2d579 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.443185] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.444041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.444041] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.444041] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11baa2de-fb5f-4315-8d71-5e9981d2d579',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.444398] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.444838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.444909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.445078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.445152] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.446261] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.446414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.446464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.446573] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.447055] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1ef27a-3da0-4500-890b-e0ecd443bc8b',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.447913] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d1ef84-ce87-4bd6-98db-120c451564ec taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.448312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.448384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.448538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.448610] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d1ef84-ce87-4bd6-98db-120c451564ec',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.449885] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa23567-0dfd-4191-931b-3460b9cdffac taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.449984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.450201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.450335] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.450335] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa23567-0dfd-4191-931b-3460b9cdffac',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.451313] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae945c8-a225-48fd-9123-63478c3921f1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.451415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.451482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.451673] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.451745] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae945c8-a225-48fd-9123-63478c3921f1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.452385] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6297f27-a093-45c4-b5fe-240465d0f13e taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.452498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.452541] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.452691] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.452756] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6297f27-a093-45c4-b5fe-240465d0f13e',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.453550] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.453706] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.453809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.454904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.454981] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.456283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0ee751-e111-44b3-82d8-13177b1fd414 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.456283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.456467] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.456543] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.457161] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0ee751-e111-44b3-82d8-13177b1fd414',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.459779] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49461ada-a689-41e7-ab8e-314c9789fef6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.459901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.459946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.460109] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.460175] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49461ada-a689-41e7-ab8e-314c9789fef6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.461593] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4675e56d-87ec-42bb-a39a-a792f90eef42 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.461708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.461775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.461931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.462015] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4675e56d-87ec-42bb-a39a-a792f90eef42',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.463040] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.463198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.463198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.463727] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.463727] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95755dcd-a07e-4c9a-b50c-3c8af3e597fa',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.464742] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b931538-08a4-4818-90f2-9068ca5ecb55 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.464852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.464917] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.465082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.465154] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b931538-08a4-4818-90f2-9068ca5ecb55',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.465829] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.465954] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.466016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.466233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.466233] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8dda362-7c03-4b1d-9d23-0966ab6effbd',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.469553] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21480c92-8b2c-467b-b850-ffd1f924cd18 [ 1287.470071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.470071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.470071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.470071] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.470278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.470278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21480c92-8b2c-467b-b850-ffd1f924cd18 already deleted. [ 1287.470278] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21480c92-8b2c-467b-b850-ffd1f924cd18" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.940109] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.940552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.940552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.940552] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.940675] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.940768] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.940890] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.940984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.941083] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.941197] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.941314] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.947890] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.948080] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.948130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.948346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.948549] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.948679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.948795] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.948961] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.949085] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.949192] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.949293] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.980792] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.981074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.981074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.981202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.982744] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.982859] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.985152] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.985266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.997767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.997885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.030408] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.030623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.044191] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.044439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.045396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.045548] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.046678] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.046678] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.050280] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.050466] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed4ea55-3a86-408f-a693-2a9d208d1a91 is going to be deleted. [ 1288.051331] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.051551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.053362] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.053570] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.054261] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.054390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.055154] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.055297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.055987] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.056149] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.056727] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.056866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.064460] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.064710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.066107] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.066598] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.066709] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.067402] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.067876] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.068056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.068608] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.069216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.069348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.071768] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.072181] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.072314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.098245] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.098245] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.098245] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0f83429-2e2a-4b7c-b7ef-4503a9439cf5 is going to be deleted. [ 1288.099089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.099089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.122598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.122778] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5f28c9-f302-49a7-a789-5cf7fdb5d4ac is going to be deleted. [ 1288.123931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.124195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.144548] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.144745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.147876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.148054] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d1ef84-ce87-4bd6-98db-120c451564ec is going to be deleted. [ 1288.149075] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.149330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.174175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.174470] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0ee751-e111-44b3-82d8-13177b1fd414 is going to be deleted. [ 1288.175476] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.175744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.189147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.189417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.215133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.215379] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae945c8-a225-48fd-9123-63478c3921f1 is going to be deleted. [ 1288.216400] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.216632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.227960] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.228213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.231195] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.231352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.270902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.271135] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3573624c-af27-4625-9b27-5c79222dc6f2 is going to be deleted. [ 1288.272221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.272480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.280501] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.280789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.322237] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.322438] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6297f27-a093-45c4-b5fe-240465d0f13e is going to be deleted. [ 1288.323522] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.324130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.389825] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.390096] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.392892] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.393643] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1ef27a-3da0-4500-890b-e0ecd443bc8b is going to be deleted. [ 1288.394115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.394457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.399553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.399677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.438492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.438735] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa23567-0dfd-4191-931b-3460b9cdffac is going to be deleted. [ 1288.439567] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.439792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.445485] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.451588] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.498759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499071] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be deleted. [ 1288.500106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.500343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.573804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.574039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.589579] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.589579] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.593829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.594080] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49461ada-a689-41e7-ab8e-314c9789fef6 is going to be deleted. [ 1288.595017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.595259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.619168] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.619381] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.648605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.648605] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b931538-08a4-4818-90f2-9068ca5ecb55 is going to be deleted. [ 1288.649967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.649967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.674838] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.675182] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.688016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.688195] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4675e56d-87ec-42bb-a39a-a792f90eef42 is going to be deleted. [ 1288.689421] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.689677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.749906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.750102] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 048b6322-4a88-4f82-b1e8-917f8dbc3e02 is going to be deleted. [ 1288.751360] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.751607] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.788610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.788610] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95755dcd-a07e-4c9a-b50c-3c8af3e597fa is going to be deleted. [ 1288.788610] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.788952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.807789] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.808047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.825439] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.825718] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.861113] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.861313] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.863438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.863588] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11baa2de-fb5f-4315-8d71-5e9981d2d579 is going to be deleted. [ 1288.864677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.864843] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.909216] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.909420] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.916524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.916668] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8dda362-7c03-4b1d-9d23-0966ab6effbd is going to be deleted. [ 1288.918134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.918472] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.918618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.918880] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed4ea55-3a86-408f-a693-2a9d208d1a91" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.919130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.919359] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.919488] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.919668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0f83429-2e2a-4b7c-b7ef-4503a9439cf5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.920405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.920672] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.920806] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.920990] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d1ef84-ce87-4bd6-98db-120c451564ec" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.921201] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.921417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.921542] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.921716] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5f28c9-f302-49a7-a789-5cf7fdb5d4ac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.921906] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.922135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.922257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.922523] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0ee751-e111-44b3-82d8-13177b1fd414" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.922612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.922830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.922952] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.923134] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae945c8-a225-48fd-9123-63478c3921f1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.923328] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.924136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.924321] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.924481] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3573624c-af27-4625-9b27-5c79222dc6f2" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.924688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.924931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.925135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.925334] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6297f27-a093-45c4-b5fe-240465d0f13e" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.925498] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.925800] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.925992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.926186] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1ef27a-3da0-4500-890b-e0ecd443bc8b" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.926348] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.926624] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.926798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.926953] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa23567-0dfd-4191-931b-3460b9cdffac" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.927139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.927457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.927615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.927820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.927963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.928299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.928417] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.928529] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49461ada-a689-41e7-ab8e-314c9789fef6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.928663] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.928926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.929074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b931538-08a4-4818-90f2-9068ca5ecb55" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929346] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.929549] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.929677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929833] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4675e56d-87ec-42bb-a39a-a792f90eef42" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929968] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.930132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.930258] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.930443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-048b6322-4a88-4f82-b1e8-917f8dbc3e02" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.948362] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d6a92de-7436-430e-a691-23fd9a45678c: rpc.has_security_group_logging(os_id): False [ 1288.953789] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba650c30-a5ad-4af8-b05d-ded382b147b9: rpc.has_security_group_logging(os_id): False [ 1288.955998] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.956191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.956271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.957100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.957100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.957100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95755dcd-a07e-4c9a-b50c-3c8af3e597fa" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.987619] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.987957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.987957] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.988187] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.005450] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.005729] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.048594] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.048928] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.064330] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.064699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.064839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.064901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.065132] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be updated. [ 1289.066233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.066430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.066533] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.066632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11baa2de-fb5f-4315-8d71-5e9981d2d579" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.066766] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.066943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.107475] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.107697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.140933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.141349] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.141510] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.141619] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.142269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.142269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.142269] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c is going to be updated. [ 1289.143235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.143409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.143496] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.143609] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8dda362-7c03-4b1d-9d23-0966ab6effbd" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.238468] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.238705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.238705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.238889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.239057] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.277354] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 1289.294819] env[66328]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.295505] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.295685] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.295769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.296053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.296271] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.317252] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: IN_PROGRESS for 2s [ 1289.473384] env[66328]: INFO networking_nsxv3.common.synchronization [req-d18fc068-8477-4a96-a0cb-fb5698680d6f req-1fa98996-00ae-4258-850b-a136cc42a1ae tempest-AttachVolumeNegativeTest-1614318978 tempest-AttachVolumeNegativeTest-1614318978-project-member] Enqueued Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_members [ 1289.474053] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a92de-7436-430e-a691-23fd9a45678c with Priority: HIGHEST for action security_group_members [ 1289.474435] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a92de-7436-430e-a691-23fd9a45678c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.474595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.474666] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.474897] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.475301] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.475422] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.475707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.475707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.475875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.477837] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a92de-7436-430e-a691-23fd9a45678c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.980344] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.980769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.980769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.980865] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.980904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.982067] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.982067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.982067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.982067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.982067] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.982067] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c is going to be updated. [ 1290.018327] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.019382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.019382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.019382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.019382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.032215] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: IN_PROGRESS for 2s [ 1290.803348] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-ee73bdf1-0108-4a0c-a6d3-c2ecb0d5e9c9 tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1290.803909] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1290.804237] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.804390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.804465] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.804681] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.805039] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.805039] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.805167] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.805233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.805316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.805490] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.155694] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.156046] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.156046] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.156370] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.156642] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.156801] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.156913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.157145] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.157291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.157511] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.157615] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.157744] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.157914] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.158052] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.158163] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.158295] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.181203] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.181374] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.181507] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.181681] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.181998] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-e0534b4d-8f6b-48da-9180-040317c3617c taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.182265] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.182386] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.182708] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.182844] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0534b4d-8f6b-48da-9180-040317c3617c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.292015] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 1291.292267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.308894] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.308894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.308894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.308894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.308894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.308894] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.308894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.308894] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.309373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.309373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.309373] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 already deleted. [ 1291.309373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.331572] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: SUCCESS [ 1291.331812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.685121] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.685374] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.685499] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.685833] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.686094] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.686336] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port e0534b4d-8f6b-48da-9180-040317c3617c not found, creating... [ 1291.686667] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.686865] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.686995] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.687277] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.687454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.687795] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.688014] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.688178] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.688437] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.688607] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.688798] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: e0534b4d-8f6b-48da-9180-040317c3617c is going to be created. [ 1291.711621] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.711621] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.711985] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.712079] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.712278] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.712495] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.045877] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a92de-7436-430e-a691-23fd9a45678c in Status: SUCCESS [ 1292.046092] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a92de-7436-430e-a691-23fd9a45678c deletion is rescheduled due to dependency. [ 1292.046216] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a92de-7436-430e-a691-23fd9a45678c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.410481] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-deb8afc0-229e-4369-80f9-1c1c9ae51150 service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1292.410737] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-deb8afc0-229e-4369-80f9-1c1c9ae51150 service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1292.410737] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-deb8afc0-229e-4369-80f9-1c1c9ae51150 service nova] Enqueued Resource ID: e0534b4d-8f6b-48da-9180-040317c3617c with Priority: HIGHEST for action port [ 1292.411292] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1292.411432] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1292.411525] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0534b4d-8f6b-48da-9180-040317c3617c with Priority: HIGHEST for action port [ 1292.411799] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.411921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.411986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.412261] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.412321] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.413171] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.413288] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.413355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.413518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.413659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.413751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.413805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.413962] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.414107] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.415158] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.416475] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0534b4d-8f6b-48da-9180-040317c3617c taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.416475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.416475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.416475] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.416475] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0534b4d-8f6b-48da-9180-040317c3617c',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.918213] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.919353] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.919456] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.919607] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0534b4d-8f6b-48da-9180-040317c3617c with status ACTIVE [ 1292.919761] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.919866] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.919924] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.920174] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.920256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.920832] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.920832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.920832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.920832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.920832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.921088] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.921088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.921088] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.921289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.921289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.921464] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0534b4d-8f6b-48da-9180-040317c3617c is going to be updated. [ 1292.946812] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.946989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.946989] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.947217] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.947351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.947512] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0534b4d-8f6b-48da-9180-040317c3617c" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.996435] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-02c912e4-7edb-4224-8107-30b18cba6947 tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1292.996937] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1292.997444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.997565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.313178] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.313419] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.313566] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.313876] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.314169] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.314350] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.314521] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.314781] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.314959] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.315195] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.315312] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.315420] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.315568] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.315681] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.315760] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.315906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.336162] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.336354] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.336526] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.336716] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.337058] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-4f07d167-e728-4dd6-bb48-8352472852da taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.337239] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.337359] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.337810] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.337922] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f07d167-e728-4dd6-bb48-8352472852da',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.423421] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.840758] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.841022] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.841155] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.841443] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.841589] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.841739] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 4f07d167-e728-4dd6-bb48-8352472852da not found, creating... [ 1293.842018] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.842182] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.842321] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.842589] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.842746] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.843125] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.843223] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.843357] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.843580] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.843976] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.843976] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 4f07d167-e728-4dd6-bb48-8352472852da is going to be created. [ 1293.864891] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.865492] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.865492] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.865616] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.866041] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.866041] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.926074] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.926329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.926329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.926494] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.926583] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.926681] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be created. [ 1293.961656] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.961902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.961902] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.962156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.962275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.972959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: UNINITIALIZED for 2s [ 1294.573442] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-a738e7ef-1ed4-4cec-926e-dd3a89c89a3a service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1294.573699] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-a738e7ef-1ed4-4cec-926e-dd3a89c89a3a service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1294.573699] env[66328]: INFO networking_nsxv3.common.synchronization [req-39e746ec-72fb-46ec-a916-8e741d51843c req-a738e7ef-1ed4-4cec-926e-dd3a89c89a3a service nova] Enqueued Resource ID: 4f07d167-e728-4dd6-bb48-8352472852da with Priority: HIGHEST for action port [ 1294.573923] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1294.574587] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1294.574587] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f07d167-e728-4dd6-bb48-8352472852da with Priority: HIGHEST for action port [ 1294.574722] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.574811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.575048] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.575238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.575444] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f07d167-e728-4dd6-bb48-8352472852da taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.575550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.575614] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.575963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.575963] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f07d167-e728-4dd6-bb48-8352472852da',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.079618] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f07d167-e728-4dd6-bb48-8352472852da with status ACTIVE [ 1295.079881] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.080028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.080095] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.080427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.080545] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.080745] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.080852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.080934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.081131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.081221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.081409] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.081501] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.081557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.081739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.081840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.081929] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f07d167-e728-4dd6-bb48-8352472852da is going to be updated. [ 1295.104394] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.104578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.104578] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.104733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.105053] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.105226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f07d167-e728-4dd6-bb48-8352472852da" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.235874] env[66328]: INFO networking_nsxv3.common.synchronization [req-a6bdc540-4b65-4a91-8b40-e9edfc9849a6 req-526ccdff-af96-4df2-b0ea-e2cdc487a45e tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1295.236581] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1295.236914] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.237226] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.237318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.237597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.237719] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.237863] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.237936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.238084] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.238171] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.238262] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.519066] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.519303] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.519428] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.519683] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.519931] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.520087] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.520196] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.520396] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.520531] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.520730] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.520907] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.521055] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.521165] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.521272] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.521372] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.521516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.539959] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.540152] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.540284] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.540511] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.540896] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-99e66e4e-62bd-42df-8974-1bc260ecf337 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.541106] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.541222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.541564] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.541707] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e66e4e-62bd-42df-8974-1bc260ecf337',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.740259] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.740627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.740627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.740878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.740878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.742131] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.742131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.742131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.742131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.742131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.742131] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be deleted. [ 1295.772082] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.772268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.772306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.772600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.772600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.772719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.984761] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1295.985045] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.985225] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.985471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.985691] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.985872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.985987] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.986139] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.986224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.986329] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.986437] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.987409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.987595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.987821] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.987955] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.988048] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.988213] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.988306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.988399] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.044589] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.044815] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.044943] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.045267] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.049039] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 99e66e4e-62bd-42df-8974-1bc260ecf337 not found, creating... [ 1296.049039] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.049039] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.049039] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.049935] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.049935] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.049935] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 99e66e4e-62bd-42df-8974-1bc260ecf337 is going to be created. [ 1296.072505] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.072857] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.073061] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.073517] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.073996] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.074225] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.490543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.490747] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.490910] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.785659] env[66328]: INFO networking_nsxv3.common.synchronization [req-a6bdc540-4b65-4a91-8b40-e9edfc9849a6 req-c72d6fd0-1ba9-4c7a-91b7-dbc993c3bfd7 service nova] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 1296.785659] env[66328]: INFO networking_nsxv3.common.synchronization [req-a6bdc540-4b65-4a91-8b40-e9edfc9849a6 req-c72d6fd0-1ba9-4c7a-91b7-dbc993c3bfd7 service nova] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1296.785659] env[66328]: INFO networking_nsxv3.common.synchronization [req-a6bdc540-4b65-4a91-8b40-e9edfc9849a6 req-c72d6fd0-1ba9-4c7a-91b7-dbc993c3bfd7 service nova] Enqueued Resource ID: 99e66e4e-62bd-42df-8974-1bc260ecf337 with Priority: HIGHEST for action port [ 1296.785659] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 1296.785659] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1296.785659] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e66e4e-62bd-42df-8974-1bc260ecf337 with Priority: HIGHEST for action port [ 1296.785659] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.785659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.785659] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.787352] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.789348] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.790093] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.790393] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.790556] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.790976] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.792047] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.792047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.792047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.792047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.792047] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.792047] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.799022] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e66e4e-62bd-42df-8974-1bc260ecf337 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.799022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.799022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.799022] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.799022] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e66e4e-62bd-42df-8974-1bc260ecf337',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.995091] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.291770] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.291932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.295013] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.300516] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99e66e4e-62bd-42df-8974-1bc260ecf337 with status ACTIVE [ 1297.300716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.300836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.300904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.301121] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.301212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.301385] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.301483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.301562] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.301838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.301838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.302011] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.302011] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.302130] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.302205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.302276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.302357] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99e66e4e-62bd-42df-8974-1bc260ecf337 is going to be updated. [ 1297.324061] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.324220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.324726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.324726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.324726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.324877] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e66e4e-62bd-42df-8974-1bc260ecf337" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.496643] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.496832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.496832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.497051] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.497161] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.497291] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be updated. [ 1297.528716] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.528922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.528999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.529193] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.529330] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.539644] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1297.797123] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.299631] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.299841] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.299889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.300152] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.300249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.300346] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be created. [ 1298.325779] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.325975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.326027] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.326235] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.326384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.337900] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: UNINITIALIZED for 2s [ 1299.550692] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1299.551077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.551202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.551418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.551608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.551720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.551784] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.551936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.552031] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.552128] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.056315] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.347466] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1300.347695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.347889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.348131] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.348323] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.348438] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.348504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.348652] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.348735] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.348821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.348909] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.558918] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.851177] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.063446] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.063446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.063446] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.063686] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.063722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.063948] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be updated. [ 1301.097238] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.097387] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.097449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.097649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.097846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.107528] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1301.354033] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3b03e7-b7a3-4ea3-afcb-fd7450625606: rpc.has_security_group_logging(os_id): False [ 1301.373315] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.373550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.373550] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.373724] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.373815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.374182] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.374309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.374376] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.374536] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.374615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.374704] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be created. [ 1301.432505] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.432739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.432739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.432921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.433136] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.444444] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1301.785407] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.785748] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1302.054187] env[66328]: INFO networking_nsxv3.common.synchronization [req-11fcd61a-b916-4313-a995-9ea66734d769 req-abcaaf9d-d3d3-4a5e-b695-4aa93a5b24d6 tempest-ServerActionsTestOtherA-634462162 tempest-ServerActionsTestOtherA-634462162-project-member] Enqueued Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1302.055144] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 with Priority: HIGHEST for action security_group_members [ 1302.055754] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba650c30-a5ad-4af8-b05d-ded382b147b9 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.056024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.056024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.056322] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.056539] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.056683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.056774] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.056973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.057132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.057261] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba650c30-a5ad-4af8-b05d-ded382b147b9',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.561066] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.561338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.561338] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.561528] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.561622] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.561979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.562125] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.562191] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.562370] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.562470] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.562547] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 is going to be updated. [ 1302.591906] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.592097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.592189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.592443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.592598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.603112] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: IN_PROGRESS for 2s [ 1303.117856] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1303.118205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.118311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.118464] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.118646] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.118756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.118821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.118966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.119056] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.119138] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.119283] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.119372] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.119431] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.119566] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.119701] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.119789] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.119850] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.119986] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.120082] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.120183] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.120353] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.217050] env[66328]: INFO networking_nsxv3.common.synchronization [req-6cf88e47-6364-451e-96fb-9aa7412bf83f req-bb84f0b8-bdfc-4f5e-a6ba-da2b916d963b tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1303.217636] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1303.217954] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.218115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.218160] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.218558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.218558] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.218558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.218717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.219211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.219211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.219318] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.305492] env[66328]: INFO networking_nsxv3.common.synchronization [req-6139136f-6eb0-443b-bbb5-21be382e6ce1 req-6c9b5cf5-f37d-46f6-94d8-789f08fc471e tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1303.305989] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1303.306608] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.306717] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.457208] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1303.457497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.622726] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06a61d5-b474-4e90-a84b-5cbbf40cfda4: rpc.has_security_group_logging(os_id): False [ 1303.641681] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.641846] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.641919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.642218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.642319] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.642553] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.642649] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.642703] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.642860] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.642938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.643128] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.643220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.643276] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.643415] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.643489] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.643661] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.643751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.643811] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.643945] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.644026] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.644108] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be created. [ 1303.721279] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.733670] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.733911] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.734017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.734254] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.734463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.750467] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1304.224424] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.613555] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 in Status: SUCCESS [ 1304.613777] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba650c30-a5ad-4af8-b05d-ded382b147b9 deletion is rescheduled due to dependency. [ 1304.613845] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba650c30-a5ad-4af8-b05d-ded382b147b9" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.728860] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.729126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.729126] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.729283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.729384] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.729778] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be updated. [ 1304.755329] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.755487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.755575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.755754] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.756033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.766322] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1305.055136] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.055334] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.055466] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.055878] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.056177] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.056341] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.056457] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.056683] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.056835] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.057089] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.057210] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.057318] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.057425] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.057536] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.057640] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.057771] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.076333] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.076540] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1305.076617] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.076810] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-152" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.077138] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-31c55969-698c-4a92-bcbc-68ce3babf8f8 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.077314] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.077431] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.077689] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.077853] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c55969-698c-4a92-bcbc-68ce3babf8f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.580064] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.580507] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.580507] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.580734] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.580889] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.581387] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.581557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.581678] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.581925] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.582126] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.582411] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.582564] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.582678] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.582885] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.583030] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.583172] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 is going to be updated. [ 1305.604204] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.604498] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.604498] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.604765] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.604955] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.605187] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.766630] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1305.766867] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.767073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.767298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.767386] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.288042] env[66328]: INFO networking_nsxv3.common.synchronization [req-a2eb546e-a563-4708-898d-6ed1c0be111f req-efc7d9f5-d741-410f-bdf0-62a6e2f9c1f9 service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 1306.288101] env[66328]: INFO networking_nsxv3.common.synchronization [req-a2eb546e-a563-4708-898d-6ed1c0be111f req-efc7d9f5-d741-410f-bdf0-62a6e2f9c1f9 service nova] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1306.289290] env[66328]: INFO networking_nsxv3.common.synchronization [req-a2eb546e-a563-4708-898d-6ed1c0be111f req-efc7d9f5-d741-410f-bdf0-62a6e2f9c1f9 service nova] Enqueued Resource ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 with Priority: HIGHEST for action port [ 1306.289707] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.289799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.289799] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.289974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.290079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.291906] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be deleted. [ 1306.291906] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_rules [ 1306.291906] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1306.291906] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 with Priority: HIGHEST for action port [ 1306.291906] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.292503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.292503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.292503] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.292503] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.293279] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.293398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.293398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.293565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.293639] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.293798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.293798] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.293938] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.294074] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.294225] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.295508] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c55969-698c-4a92-bcbc-68ce3babf8f8 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.295508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.295508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.295508] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.295508] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c55969-698c-4a92-bcbc-68ce3babf8f8',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.347777] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.348024] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.348092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.348341] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.348474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.348644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.776104] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 4s [ 1306.797768] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.798054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.798333] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.799485] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c55969-698c-4a92-bcbc-68ce3babf8f8 with status ACTIVE [ 1306.799737] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.799886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.799985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.800275] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.801020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.801020] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.801020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.801020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.801020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.801020] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.801354] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.801354] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.801479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.801647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.801779] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.801915] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c55969-698c-4a92-bcbc-68ce3babf8f8 is going to be updated. [ 1306.824420] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.824671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.824671] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.824767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.824901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.825081] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c55969-698c-4a92-bcbc-68ce3babf8f8" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.304175] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.806648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.806648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.806648] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.807153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.807153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.807153] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1307.836958] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.837179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.837179] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.837405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.837601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.850940] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1308.786820] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1308.787059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.787228] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.787442] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.787626] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.787744] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.787802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.787978] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.788073] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.788169] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.290504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.290852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.290852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.290852] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.291132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.291214] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.291298] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.291363] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.291540] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.291617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.291703] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be deleted. [ 1309.340471] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.340632] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.340734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.340883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.340973] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.341078] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.868632] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1309.868951] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.869165] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.869413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.869640] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.869832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.869832] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.870040] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.870077] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.870316] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.870489] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.373307] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.876278] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db9f96d-897e-408c-93c9-47f0eddc43f5: rpc.has_security_group_logging(os_id): False [ 1310.897623] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.897842] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.897942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.898249] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.920255] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.920577] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.920698] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.920775] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.921097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.921097] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.921266] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1310.981600] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.981886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.981886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.982268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.982499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.996940] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1311.292750] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.292940] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1313.014685] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1313.015150] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.900297] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-4adda068-6f63-48f6-b581-551c6e0bf07e tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1314.901079] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1314.901417] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.901560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.901627] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.901822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.901975] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.902103] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.902170] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.902309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.902430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.902522] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.217767] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.217990] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.218136] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.218402] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.218654] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.218804] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.219042] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.219271] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.219414] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.219617] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.219724] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.219830] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.219931] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.220171] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.220306] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.220440] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.239684] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.239840] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.239973] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.240175] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.240489] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-61fa6cb2-eefb-47c2-96c5-89807a8fb113 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.240662] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.240779] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.241123] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.241261] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fa6cb2-eefb-47c2-96c5-89807a8fb113',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.404921] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.405153] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.405231] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.405479] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.405600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.405817] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.405936] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.406028] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.406215] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.406300] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.406394] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 already deleted. [ 1315.406474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.744248] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.744512] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.744673] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.744967] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.745211] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.745381] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 61fa6cb2-eefb-47c2-96c5-89807a8fb113 not found, creating... [ 1315.745652] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.745809] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.745925] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.746189] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.746343] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.746606] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.746757] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.746869] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.747119] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.747241] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.747367] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 61fa6cb2-eefb-47c2-96c5-89807a8fb113 is going to be created. [ 1315.772913] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.772913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.772913] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.773276] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.773392] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.773940] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.483342] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-a3ab06bb-c7d8-4370-852d-704827b43c72 service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1316.483613] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-a3ab06bb-c7d8-4370-852d-704827b43c72 service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1316.483716] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-a3ab06bb-c7d8-4370-852d-704827b43c72 service nova] Enqueued Resource ID: 61fa6cb2-eefb-47c2-96c5-89807a8fb113 with Priority: HIGHEST for action port [ 1316.484313] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1316.484486] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1316.484558] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fa6cb2-eefb-47c2-96c5-89807a8fb113 with Priority: HIGHEST for action port [ 1316.484863] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.485010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.485177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.485439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.485530] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.487019] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.487019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.487019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.487019] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.487249] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.487404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.487525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.487699] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.487792] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.487886] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.488809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-61fa6cb2-eefb-47c2-96c5-89807a8fb113 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.488933] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.488991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.489154] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.489232] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fa6cb2-eefb-47c2-96c5-89807a8fb113',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.991379] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.991604] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.991852] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.993515] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61fa6cb2-eefb-47c2-96c5-89807a8fb113 with status ACTIVE [ 1316.993515] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.993515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.993515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.993515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.993515] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.994927] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.995029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.995101] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.996070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.996070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.996070] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.996070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.996070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.996070] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.996473] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.996473] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61fa6cb2-eefb-47c2-96c5-89807a8fb113 is going to be updated. [ 1317.020442] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.020625] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.020668] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.020872] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.021014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.021189] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61fa6cb2-eefb-47c2-96c5-89807a8fb113" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.075526] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-29f131ec-da13-45aa-8dd2-a25e8934b3dc tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1317.076225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1317.076806] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.076920] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.418867] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.419149] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.419631] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.419715] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.420322] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.420489] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.420664] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.420895] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.421049] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.421257] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.421370] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.421476] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.421581] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.421739] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.421847] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.421978] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.441744] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.441934] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1317.442092] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.442272] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-120" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.442702] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.442977] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.443122] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.443457] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.443595] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f8c6fc-cecc-4783-a88a-4b17bce267e0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.498625] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.945675] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.946037] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.946154] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.946426] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.946573] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.946725] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port f3f8c6fc-cecc-4783-a88a-4b17bce267e0 not found, creating... [ 1317.946982] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.947151] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.947265] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.947492] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.947624] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.947898] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.948128] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.948245] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.948453] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.948584] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.948720] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: f3f8c6fc-cecc-4783-a88a-4b17bce267e0 is going to be created. [ 1317.969017] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.969291] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.969368] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.969618] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.969838] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.970073] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.001844] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.001944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.001991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.002223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.002311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.002406] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be created. [ 1318.026147] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.026462] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.026637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.026909] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.027117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.036683] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: UNINITIALIZED for 2s [ 1318.674639] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-2fab17e9-8138-46ff-a839-0809bb1cce9d service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1318.675022] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-2fab17e9-8138-46ff-a839-0809bb1cce9d service nova] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1318.675022] env[66328]: INFO networking_nsxv3.common.synchronization [req-8d261476-e793-49d0-b859-db2fc0d282c7 req-2fab17e9-8138-46ff-a839-0809bb1cce9d service nova] Enqueued Resource ID: f3f8c6fc-cecc-4783-a88a-4b17bce267e0 with Priority: HIGHEST for action port [ 1318.675483] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_rules [ 1318.675621] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1318.675717] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f8c6fc-cecc-4783-a88a-4b17bce267e0 with Priority: HIGHEST for action port [ 1318.675987] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.676282] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.676504] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.676595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.676778] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.676881] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.676943] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.677156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.677232] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f8c6fc-cecc-4783-a88a-4b17bce267e0',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.178982] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f8c6fc-cecc-4783-a88a-4b17bce267e0 with status ACTIVE [ 1319.179399] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.179547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.179615] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.179836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.179927] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.180117] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.180209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.180268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.180404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.180484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.180661] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.180750] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.180810] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.180948] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.181030] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.181110] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f8c6fc-cecc-4783-a88a-4b17bce267e0 is going to be updated. [ 1319.209847] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.210100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.210100] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.210302] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.210455] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.210618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f8c6fc-cecc-4783-a88a-4b17bce267e0" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.046400] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1320.046773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.046773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.046985] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.047186] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.047303] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.047366] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.047518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.047600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.047682] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.047775] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.048734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.048895] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.049096] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.049205] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.049268] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.049404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.049482] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.049568] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.551607] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.551822] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.552029] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.054484] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.557078] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.557252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.557252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.557440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.557530] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.557626] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be updated. [ 1321.589886] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.590120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.590120] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.590311] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.590460] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.601317] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1323.612900] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1323.613306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.613306] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.613441] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.613627] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.613759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.613820] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.613971] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.614063] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.614158] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.676731] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.676868] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1323.968589] env[66328]: INFO networking_nsxv3.common.synchronization [req-bfb6dcb0-85c9-4e3c-bcf6-d1b5bee29858 req-40448c8f-2c24-447e-91a9-a6ea8501badd tempest-ServerActionsTestOtherB-1102711214 tempest-ServerActionsTestOtherB-1102711214-project-member] Enqueued Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1323.969168] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 with Priority: HIGHEST for action security_group_members [ 1323.969522] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db9f96d-897e-408c-93c9-47f0eddc43f5 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.969645] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.969710] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.969901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.970063] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.970145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.970209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.970339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.970429] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.970531] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db9f96d-897e-408c-93c9-47f0eddc43f5',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.116887] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.474524] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.474878] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.474974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.475458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.475458] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.475552] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.475653] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.476021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.476021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.476021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.476166] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 is going to be updated. [ 1324.512503] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.512655] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.512726] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.512942] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.513106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.521880] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: IN_PROGRESS for 2s [ 1324.618992] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.121166] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.121343] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.121404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.121650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.121740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.121834] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be updated. [ 1325.153613] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.153613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.153884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.153884] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.154059] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.162666] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1326.532530] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 in Status: SUCCESS [ 1326.532946] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db9f96d-897e-408c-93c9-47f0eddc43f5 deletion is rescheduled due to dependency. [ 1326.532946] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db9f96d-897e-408c-93c9-47f0eddc43f5" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.173629] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1327.173838] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.174009] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.174246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.174440] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.174559] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.174623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.174773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.174856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.174940] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.175117] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.175259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.175259] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.175394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.175524] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.175611] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.175670] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.175802] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.175876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.176010] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.176119] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.678252] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06a61d5-b474-4e90-a84b-5cbbf40cfda4: rpc.has_security_group_logging(os_id): False [ 1327.695709] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.695923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.695923] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.696166] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.696262] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.696493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.696596] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.696660] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.696812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.696889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.697075] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.697169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.697230] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.697369] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.697443] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.697616] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.697719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.697778] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.697912] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.698021] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.698139] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be created. [ 1327.754113] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.754405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.754405] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.754547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.754708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.766342] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1328.970225] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.970607] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1329.299724] env[66328]: INFO networking_nsxv3.common.synchronization [req-1d265c63-6757-453c-b842-e885ed9d5f11 req-b525f13b-1303-4d6a-963f-53c995485df3 tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1329.300255] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1329.300554] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.300697] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.300761] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.300991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.301176] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.301283] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.301365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.301526] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.301612] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.301742] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.323414] env[66328]: INFO networking_nsxv3.common.synchronization [req-f2f620c3-45f3-4f83-b03d-02208022adcb req-d981431f-d40d-41e3-830f-64ae74f2dff3 tempest-MultipleCreateTestJSON-118381077 tempest-MultipleCreateTestJSON-118381077-project-member] Enqueued Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1329.323890] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 with Priority: HIGHEST for action security_group_members [ 1329.324210] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.324314] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.782451] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1329.782708] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.782840] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.783111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.783191] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.804027] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.804241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.804241] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.804426] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.804518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.804713] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.804805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.804862] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.805017] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.805092] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.805180] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be updated. [ 1329.829356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.829356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.829356] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.829613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.829613] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.838658] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: IN_PROGRESS for 2s [ 1330.303330] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.303818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.303818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.303818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.303818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.303989] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be deleted. [ 1330.353696] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.353885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.353885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.354115] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.354218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.354388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.850196] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 in Status: SUCCESS [ 1331.850196] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 deletion is rescheduled due to dependency. [ 1331.850639] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.850963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.851256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.851486] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.851617] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.851687] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.851853] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.851944] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.852055] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06a61d5-b474-4e90-a84b-5cbbf40cfda4',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.354192] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.354404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.354404] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.354618] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.354739] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.354979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.355175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.355175] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.355336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.355419] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.355507] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06a61d5-b474-4e90-a84b-5cbbf40cfda4 is going to be deleted. [ 1332.388194] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.388430] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.388480] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.388676] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.388769] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.388868] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06a61d5-b474-4e90-a84b-5cbbf40cfda4" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.325352] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.325725] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.246581] env[66328]: INFO networking_nsxv3.common.synchronization [None req-02695d9e-d288-4a30-93dc-d820be72730d None None] Enqueued Resource ID: 6bece313-e53b-421b-b30b-07dc2c535237 with Priority: HIGHEST for action port [ 1335.247136] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bece313-e53b-421b-b30b-07dc2c535237 with Priority: HIGHEST for action port [ 1335.247477] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bece313-e53b-421b-b30b-07dc2c535237 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.247599] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bece313-e53b-421b-b30b-07dc2c535237" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.247658] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bece313-e53b-421b-b30b-07dc2c535237" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.247926] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bece313-e53b-421b-b30b-07dc2c535237" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.248093] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bece313-e53b-421b-b30b-07dc2c535237',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.750250] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bece313-e53b-421b-b30b-07dc2c535237 [ 1335.750571] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.750644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.750755] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.750921] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.751016] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.751143] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bece313-e53b-421b-b30b-07dc2c535237 already deleted. [ 1335.751218] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bece313-e53b-421b-b30b-07dc2c535237" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.334565] env[66328]: INFO networking_nsxv3.common.synchronization [None req-c9d06bcf-a48e-4382-ba1f-5ca844afbdc4 None None] Enqueued Resource ID: f855a9e5-f483-4c0e-b427-04ea5fbe0da1 with Priority: HIGHEST for action port [ 1337.335149] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f855a9e5-f483-4c0e-b427-04ea5fbe0da1 with Priority: HIGHEST for action port [ 1337.335784] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-f855a9e5-f483-4c0e-b427-04ea5fbe0da1 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.336029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f855a9e5-f483-4c0e-b427-04ea5fbe0da1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.336168] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f855a9e5-f483-4c0e-b427-04ea5fbe0da1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.336463] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f855a9e5-f483-4c0e-b427-04ea5fbe0da1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.336597] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f855a9e5-f483-4c0e-b427-04ea5fbe0da1',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.839538] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f855a9e5-f483-4c0e-b427-04ea5fbe0da1 [ 1337.839767] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.839934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.840033] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.840307] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.840409] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.840564] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f855a9e5-f483-4c0e-b427-04ea5fbe0da1 already deleted. [ 1337.840630] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f855a9e5-f483-4c0e-b427-04ea5fbe0da1" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.575433] env[66328]: INFO networking_nsxv3.common.synchronization [req-b5f1ba67-3de7-4032-8798-e7fe96d3b9f2 req-859bbf15-680a-4861-a3f7-82378cf4f309 tempest-ServerRescueTestJSON-1083431602 tempest-ServerRescueTestJSON-1083431602-project-member] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1340.575961] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1340.576336] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.576457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.576518] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.576772] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.576925] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.577036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.577089] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.577243] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.577326] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.577416] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.080593] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.080829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.080829] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.080932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.080975] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.081196] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.081299] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.081340] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.081492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.081560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.081643] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb already deleted. [ 1341.081721] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.271387] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.271387] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.271387] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.271624] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.271777] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.271946] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.272379] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.272605] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.272797] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.272969] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1341.273092] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1341.273224] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1341.273306] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1341.273413] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1341.273539] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1341.273643] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1341.295692] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1341.295884] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1341.296034] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1341.296227] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.296548] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.296726] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.296845] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.297222] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.297369] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee22ddce-979c-4f5a-b8c2-e37403c8c2e6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.800335] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.800774] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.800774] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.801053] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.801262] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.801461] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 not found, creating... [ 1341.801763] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.801969] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.802144] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.802409] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.802621] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.802911] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.803158] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.803352] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.803663] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.803859] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.804059] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 is going to be created. [ 1341.825727] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.825988] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.826169] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.826401] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.826636] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.826857] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.525470] env[66328]: INFO networking_nsxv3.common.synchronization [req-b5f1ba67-3de7-4032-8798-e7fe96d3b9f2 req-c11a9484-7695-49d1-9099-769c8bea827a service nova] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_rules [ 1342.525664] env[66328]: INFO networking_nsxv3.common.synchronization [req-b5f1ba67-3de7-4032-8798-e7fe96d3b9f2 req-c11a9484-7695-49d1-9099-769c8bea827a service nova] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1342.525781] env[66328]: INFO networking_nsxv3.common.synchronization [req-b5f1ba67-3de7-4032-8798-e7fe96d3b9f2 req-c11a9484-7695-49d1-9099-769c8bea827a service nova] Enqueued Resource ID: ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 with Priority: HIGHEST for action port [ 1342.526394] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_rules [ 1342.526533] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1342.526629] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 with Priority: HIGHEST for action port [ 1342.526916] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.527014] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.527390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.527683] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.527805] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.529127] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.529349] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.529453] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.530657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.530657] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.530657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.530657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.530657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.530657] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.530657] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.531308] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.531308] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.531934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.531934] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.531934] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee22ddce-979c-4f5a-b8c2-e37403c8c2e6',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.034654] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.034654] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.034921] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.035683] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 with status ACTIVE [ 1343.035854] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.035965] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.036037] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.036257] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.036347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.036511] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.036605] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.036667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.036813] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.036891] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.037081] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.037176] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.037236] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.037412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.037487] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.037570] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee22ddce-979c-4f5a-b8c2-e37403c8c2e6 is going to be updated. [ 1343.060610] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.060836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.060836] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.060999] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.061147] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.061310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee22ddce-979c-4f5a-b8c2-e37403c8c2e6" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.539435] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.042671] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.043132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.043132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.043132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.043252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.043317] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be created. [ 1344.072356] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.072581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.072581] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.072751] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.072907] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.083499] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: UNINITIALIZED for 2s [ 1346.095594] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1346.095968] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.095968] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.096209] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.096396] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.096507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.096564] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.096715] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.096815] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.096903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.096989] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.599424] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.599720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.599720] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.599823] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.599965] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.600087] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.600140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.600285] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.600382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.600511] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.600664] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.600756] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.600812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.600964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.601111] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.601206] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.601260] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.601449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.601551] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.601637] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.601726] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.104495] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d71bbf8-09cc-4171-bbf2-5b818ad179fb: rpc.has_security_group_logging(os_id): False [ 1347.121766] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.121939] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.121991] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.122207] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.122312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.122624] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.122737] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.122801] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.122960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.123055] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.123252] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.123336] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.123399] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.123647] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.123749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.124031] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.124169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.124256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.124497] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.124597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.124702] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be created. [ 1347.180788] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.181061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.181061] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.181211] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.181388] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.191344] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: IN_PROGRESS for 2s [ 1347.527280] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.527497] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1349.204801] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1349.205110] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.528756] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.529234] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.529782] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.529782] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.530768] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.531164] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.164981] env[66328]: INFO networking_nsxv3.common.synchronization [req-4c73513f-b510-44d4-861b-7cbcbc7ceea8 req-1a9071a6-712a-4e51-9fa4-e772bbdd2b0d tempest-ServerRescueTestJSON-1083431602 tempest-ServerRescueTestJSON-1083431602-project-member] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1363.165505] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1363.165811] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.165930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.165996] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.166210] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.166372] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.166474] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.166538] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.166688] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.166771] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.166860] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.668913] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.828914] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.829129] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.829278] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.829573] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.829831] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.829986] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.830116] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.830326] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.830469] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.830678] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1363.830783] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.830888] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.830994] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.831113] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1363.831215] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.831343] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.850990] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.851188] env[66328]: DEBUG dogpile.cache.region [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1363.851310] env[66328]: DEBUG dogpile.lock [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.851484] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "network-636" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.851811] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock port-15c3fa6a-0f91-4aca-9261-bd3409f22dde taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.851981] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.852130] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.852478] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.852631] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c3fa6a-0f91-4aca-9261-bd3409f22dde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.171404] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.354955] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.355231] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.355332] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.355640] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.355810] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.355964] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Segment Port 15c3fa6a-0f91-4aca-9261-bd3409f22dde not found, creating... [ 1364.356260] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.356422] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.356537] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.356760] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.356894] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.357189] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.357340] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.357454] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.357654] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.357782] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.358066] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Resource: SegmentPort with ID: 15c3fa6a-0f91-4aca-9261-bd3409f22dde is going to be created. [ 1364.383658] env[66328]: DEBUG networking_nsxv3.common.locking [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.383907] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.383966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.384313] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.384550] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.384772] env[66328]: DEBUG oslo_concurrency.lockutils [None req-7b8b31d7-6cfa-4761-8a87-bcbf83329085 None None] Releasing lock "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.673704] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.674145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.674145] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.674273] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.674389] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.674501] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be updated. [ 1364.704373] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.704669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.704669] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.704834] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.704981] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.714819] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: IN_PROGRESS for 2s [ 1365.078175] env[66328]: INFO networking_nsxv3.common.synchronization [req-4c73513f-b510-44d4-861b-7cbcbc7ceea8 req-0dc6eae5-84d7-416d-9139-a07a3e75659c service nova] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_rules [ 1365.078391] env[66328]: INFO networking_nsxv3.common.synchronization [req-4c73513f-b510-44d4-861b-7cbcbc7ceea8 req-0dc6eae5-84d7-416d-9139-a07a3e75659c service nova] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1365.078533] env[66328]: INFO networking_nsxv3.common.synchronization [req-4c73513f-b510-44d4-861b-7cbcbc7ceea8 req-0dc6eae5-84d7-416d-9139-a07a3e75659c service nova] Enqueued Resource ID: 15c3fa6a-0f91-4aca-9261-bd3409f22dde with Priority: HIGHEST for action port [ 1365.078749] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_rules [ 1365.078879] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1365.078976] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c3fa6a-0f91-4aca-9261-bd3409f22dde with Priority: HIGHEST for action port [ 1365.079525] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.079656] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.079719] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.079916] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.079994] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.081429] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.081499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.082794] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c3fa6a-0f91-4aca-9261-bd3409f22dde taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.082794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.082794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.082794] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.082794] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c3fa6a-0f91-4aca-9261-bd3409f22dde',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.582759] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.582759] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.586440] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15c3fa6a-0f91-4aca-9261-bd3409f22dde with status ACTIVE [ 1365.586637] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.586809] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.587079] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.587451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.587451] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.587519] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.587616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.587745] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.587825] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.587903] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.588110] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.588202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.588305] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.588433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.588507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.588591] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15c3fa6a-0f91-4aca-9261-bd3409f22dde is going to be updated. [ 1365.610148] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.610427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.610427] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.610576] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.610705] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.610886] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c3fa6a-0f91-4aca-9261-bd3409f22dde" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.725065] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1366.725439] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.725485] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.725743] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.725956] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.726113] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.726224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.726433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.726532] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.726648] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.229613] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.731452] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.237143] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.237318] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.237414] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.237690] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.237812] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.237936] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be updated. [ 1368.266210] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.266406] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.266449] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.266695] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.266876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.275414] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: IN_PROGRESS for 2s [ 1370.080222] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.080671] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1370.286420] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1370.286636] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.286805] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.287036] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.287229] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.287347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.287412] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.287560] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.287640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.287723] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.287809] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.790543] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.790767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.790767] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.790992] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.791191] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.791323] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.791425] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.791623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.791749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.791875] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.792111] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.792252] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.792339] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.792519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.792703] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.792821] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.792913] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.793119] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.793242] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.793312] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.793441] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.295789] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d71bbf8-09cc-4171-bbf2-5b818ad179fb: rpc.has_security_group_logging(os_id): False [ 1371.313242] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.313507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.313507] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.313679] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.313773] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.314025] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.314140] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.314246] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.314361] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.314440] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.314631] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.314733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.314776] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.314901] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.314966] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.315159] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.315256] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.315310] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.315433] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.315504] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.315587] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be updated. [ 1371.390924] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.391221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.391221] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.391457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.391524] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.413932] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: IN_PROGRESS for 2s [ 1373.429236] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1373.429650] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.081157] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.081561] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.684826] env[66328]: INFO networking_nsxv3.common.synchronization [req-b98313f7-99d3-4796-aa2c-71a52fca78a7 req-8ef914f1-2eba-4e3f-a3da-a8d83a8d2946 tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1375.685374] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1375.685762] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.685889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.685889] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.686054] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.686212] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.686324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.686398] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.686509] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.686595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.686684] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.189533] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.189958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.189958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.189958] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.190117] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.190272] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.190371] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.190413] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.190544] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.190620] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.190706] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1376.218378] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.218601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.218601] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.218783] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.218922] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.227761] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1378.239116] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1378.239525] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 deletion is rescheduled due to dependency. [ 1378.239525] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.686318] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.686318] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.742250] env[66328]: INFO networking_nsxv3.common.synchronization [req-5bc81bcc-ef30-4ea2-b1bd-280a31765682 req-99ce46ee-492d-42d6-b8f9-ac9925456039 tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1384.742777] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1384.743105] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.743229] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.743296] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.743492] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.743648] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.743749] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.743818] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.743959] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.744266] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.744383] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.026225] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.026525] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.026698] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.026966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.027240] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.027397] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.027513] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.027773] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.027928] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.028162] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1385.028312] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] NeedRegenerationException {{(pid=66328) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1385.028456] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] no value, waiting for create lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1385.028568] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] value creation lock acquired {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1385.028681] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] No value present for key: 'zone-id' {{(pid=66328) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1385.028786] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Calling creation function for not-yet-present value {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1385.028915] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1385.048886] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1385.049060] env[66328]: DEBUG dogpile.cache.region [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66328) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1385.049188] env[66328]: DEBUG dogpile.lock [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Released creation lock {{(pid=66328) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1385.049359] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "network-771" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.049653] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock port-6f55d068-0b3d-4558-aad3-c373fd27c54f taken with stack trace [, , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.049819] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.049932] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.050269] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.050406] env[66328]: DEBUG networking_nsxv3.api.rpc [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f55d068-0b3d-4558-aad3-c373fd27c54f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.247060] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.247309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.247309] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.247502] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.247600] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.247828] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.247931] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.247984] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.248156] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.248233] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.248317] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1385.275008] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.275220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.275220] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.275390] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.275557] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.284330] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1385.552868] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.553118] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.553246] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.553557] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.553719] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.553869] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Segment Port 6f55d068-0b3d-4558-aad3-c373fd27c54f not found, creating... [ 1385.554239] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.554435] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.554567] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.554797] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.554932] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.555231] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.555419] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.555595] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.555824] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.555958] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.556109] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Resource: SegmentPort with ID: 6f55d068-0b3d-4558-aad3-c373fd27c54f is going to be created. [ 1385.577649] env[66328]: DEBUG networking_nsxv3.common.locking [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.578015] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.578180] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.578699] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.578966] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.579306] env[66328]: DEBUG oslo_concurrency.lockutils [None req-eac1f7fe-d640-4131-af63-43608f487f63 None None] Releasing lock "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.281877] env[66328]: INFO networking_nsxv3.common.synchronization [req-5bc81bcc-ef30-4ea2-b1bd-280a31765682 req-3d068b69-61e7-4efe-9ae0-5860aaa871c8 service nova] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 1386.282176] env[66328]: INFO networking_nsxv3.common.synchronization [req-5bc81bcc-ef30-4ea2-b1bd-280a31765682 req-3d068b69-61e7-4efe-9ae0-5860aaa871c8 service nova] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1386.282299] env[66328]: INFO networking_nsxv3.common.synchronization [req-5bc81bcc-ef30-4ea2-b1bd-280a31765682 req-3d068b69-61e7-4efe-9ae0-5860aaa871c8 service nova] Enqueued Resource ID: 6f55d068-0b3d-4558-aad3-c373fd27c54f with Priority: HIGHEST for action port [ 1386.282438] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_rules [ 1386.282564] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1386.282649] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f55d068-0b3d-4558-aad3-c373fd27c54f with Priority: HIGHEST for action port [ 1386.283218] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.283337] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.283403] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.283598] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.283677] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.284837] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.285132] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.285132] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f55d068-0b3d-4558-aad3-c373fd27c54f taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.285373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.285373] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.285457] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.285494] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f55d068-0b3d-4558-aad3-c373fd27c54f',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.787071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.787289] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.787396] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f55d068-0b3d-4558-aad3-c373fd27c54f with status ACTIVE [ 1386.787635] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.787742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.787742] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.787964] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.788106] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.788210] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.788297] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.788355] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.788558] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.788633] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.788816] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.788918] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.788974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.789114] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.789195] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.789251] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f55d068-0b3d-4558-aad3-c373fd27c54f is going to be updated. [ 1386.811467] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.811616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.811664] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.811873] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.812013] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.812184] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f55d068-0b3d-4558-aad3-c373fd27c54f" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.947160] env[66328]: INFO networking_nsxv3.common.synchronization [req-bb304e09-64fa-4653-882a-e14bfba1bc5c req-8f51eb6b-abd4-46cd-993c-034d23de2cd8 tempest-ServerRescueTestJSON-1083431602 tempest-ServerRescueTestJSON-1083431602-project-member] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1386.947751] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1386.948081] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.948202] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.948267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.948547] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.948705] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.948808] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.948871] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.949043] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.949133] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.949222] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.295070] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1387.295484] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 deletion is rescheduled due to dependency. [ 1387.295484] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.295644] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.295856] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.295979] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.296111] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.296177] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.296365] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.296469] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.296566] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.450898] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.798762] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.953102] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.301544] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.455901] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.456169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.456169] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.456347] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.456466] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.456569] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be updated. [ 1388.486806] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.486963] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.487029] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.487238] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.487382] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.495733] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: IN_PROGRESS for 2s [ 1388.803397] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.803597] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.803640] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.803839] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.803932] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.804044] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1388.838964] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.839135] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.839198] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.839436] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.839595] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.850738] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1390.505636] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1390.506034] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.861960] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1390.861960] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.862281] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.862351] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.862546] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.862667] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.862733] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.862885] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.862974] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.863064] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.863172] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.365861] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.868750] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3b03e7-b7a3-4ea3-afcb-fd7450625606: rpc.has_security_group_logging(os_id): False [ 1391.892691] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.892919] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.893123] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.893514] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.893677] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.894104] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.894244] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.894324] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.894623] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.894734] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.894799] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1391.948870] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.949110] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1391.967267] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.967519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.967519] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.967675] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.967830] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.985533] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1394.002036] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1394.002418] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.067909] env[66328]: INFO networking_nsxv3.common.synchronization [req-f67c28f9-9143-4b0b-84eb-351ea2ad84ad req-cd19aa51-2d25-4fee-9bf8-221ce9634b60 tempest-ServerRescueTestJSON-1083431602 tempest-ServerRescueTestJSON-1083431602-project-member] Enqueued Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1394.068493] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb with Priority: HIGHEST for action security_group_members [ 1394.068809] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.068930] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.069000] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.069224] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.069378] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.069483] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.069565] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.069740] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.069869] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.069915] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d71bbf8-09cc-4171-bbf2-5b818ad179fb',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.575020] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.575223] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.575269] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.575499] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.575602] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.575804] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.575904] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.575967] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.576137] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.576212] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.576298] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb is going to be updated. [ 1394.605615] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.605760] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.605824] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.606267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.606267] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.615025] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: IN_PROGRESS for 2s [ 1396.627872] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb in Status: SUCCESS [ 1396.628279] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d71bbf8-09cc-4171-bbf2-5b818ad179fb deletion is rescheduled due to dependency. [ 1396.628279] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d71bbf8-09cc-4171-bbf2-5b818ad179fb" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.070802] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.071355] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.072512] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.072951] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.073794] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.074209] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.075210] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.075598] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.076963] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.077478] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.077839] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.078237] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.079606] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.079606] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.080855] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.081286] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.082583] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.083032] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.084480] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.084963] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.589675] env[66328]: INFO networking_nsxv3.common.synchronization [req-715731ee-b18d-4488-af74-935928b2c71f req-3bd43d0c-23e6-4283-9716-0474b06ec2d4 tempest-ServerActionsTestJSON-1492114655 tempest-ServerActionsTestJSON-1492114655-project-member] Enqueued Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1447.590225] env[66328]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 with Priority: HIGHEST for action security_group_members [ 1447.590536] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606 taken with stack trace [, , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.590722] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.590796] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.590997] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.591616] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.591616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.591616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.591616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.591616] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.591616] env[66328]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3b03e7-b7a3-4ea3-afcb-fd7450625606',) {} {{(pid=66328) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.094575] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.094575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.094575] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.094883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.094883] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.095071] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.095178] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.095240] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.095394] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.095471] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.095559] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 is going to be updated. [ 1448.132493] env[66328]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66328) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.132707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.132707] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.132876] env[66328]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.133076] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.141716] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: IN_PROGRESS for 2s [ 1450.152507] env[66328]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 in Status: SUCCESS [ 1450.152893] env[66328]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3b03e7-b7a3-4ea3-afcb-fd7450625606 deletion is rescheduled due to dependency. [ 1450.152893] env[66328]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3b03e7-b7a3-4ea3-afcb-fd7450625606" {{(pid=66328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.591434] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.591844] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.592276] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.592748] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.593435] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.593993] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.595125] env[66328]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.595598] env[66328]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0